{ "_class" : "hudson.tasks.junit.TestResult", "testActions" : [ ], "duration" : 4992.0, "empty" : False, "failCount" : 435, "passCount" : 0, "skipCount" : 0, "suites" : [ { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "nitb_sms:sysmo", "duration" : 5.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=8089): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8089) [trial-2371↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8089)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=8089): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8089) [trial-2371↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8089)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 nitb_sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a06:56:29.864053 tst nitb_sms:sysmo: Using 1 x ip_address (candidates: 1)\u000a06:56:29.874785 tst nitb_sms:sysmo: Using 1 x bts (candidates: 1)\u000a06:56:30.453549 tst mo_mt_sms.py: using LAC 26635\u000a06:56:30.568336 tst mo_mt_sms.py: using RAC 115\u000a06:56:30.683463 tst mo_mt_sms.py: using CellId 26635\u000a06:56:30.798330 tst mo_mt_sms.py: using BVCI 26636\u000a06:56:30.820516 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a06:56:31.028069 tst nitb_sms:sysmo: Using 1 x modem (candidates: 2)\u000a06:56:31.318769 tst mo_mt_sms.py:9: start nitb and bts...\u000a06:56:31.447141 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:56:33.725881 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8088): Launched\u000a06:56:34.025908 run osmo-nitb_10.42.42.2(pid=8089): Launched\u000a06:56:34.199720 run osmo-nitb_10.42.42.2(pid=8089): ERR: Terminated: ERROR {rc=2} [trial-2371↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8089)]\u000a06:56:34.324814 run osmo-nitb_10.42.42.2(pid=8089): stdout: \u000a| (launched: 2022-12-10_06:56:33.878963) \u000a06:56:34.450810 run osmo-nitb_10.42.42.2(pid=8089): stderr: \u000a| (launched: 2022-12-10_06:56:33.924059)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:56:34.571970 run osmo-nitb_10.42.42.2(pid=8089): stdout: \u000a| (launched: 2022-12-10_06:56:33.878963) \u000a06:56:34.692389 run osmo-nitb_10.42.42.2(pid=8089): stderr: \u000a| (launched: 2022-12-10_06:56:33.924059)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:56:34.745208 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=8089): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8089) [trial-2371↪nitb_sms:sysmo↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8089)] [trial-2371↪nitb_sms:sysmo↪mo_mt_sms.py:11]\u000a06:56:34.753114 tst mo_mt_sms.py:11: Test FAILED (4.9 sec)\u000a06:56:34.788320 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8088): Terminating (SIGTERM)\u000a06:56:34.966018 --- ParallelTerminationStrategy: PID 8088 died...\u000a06:56:35.021335 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8088): Terminated: ok {rc=0}\u000a06:56:35.106649 bus /sierra_3: Setting Powered False\u000a06:56:36.218432 bus /sierra_3: Setting Powered False\u000a06:56:37.331646 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 10.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "0", "name" : "nitb_sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:56:29" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "sms:sysmo", "duration" : 15.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8100): Process ended prematurely: osmo-stp_10.42.42.5(pid=8100) [trial-2371↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8100)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8100): Process ended prematurely: osmo-stp_10.42.42.5(pid=8100) [trial-2371↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8100)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 sms:sysmo mo_mt_sms.py\u000a----------------------------------------------\u000a06:56:39.178445 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:56:39.188876 tst sms:sysmo: Using 1 x bts (candidates: 1)\u000a06:56:39.310436 tst mo_mt_sms.py: using LAC 26636\u000a06:56:39.426258 tst mo_mt_sms.py: using RAC 116\u000a06:56:39.542194 tst mo_mt_sms.py: using CellId 26636\u000a06:56:39.657155 tst mo_mt_sms.py: using BVCI 26637\u000a06:56:39.679877 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:56:39.690445 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:56:39.700838 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:56:39.711552 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:56:39.722320 tst sms:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:56:39.732904 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a06:56:39.852529 tst sms:sysmo: Using 1 x modem (candidates: 2)\u000a06:56:40.058042 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:56:41.776746 run create_hlr_db(pid=8094): Launched\u000a06:56:41.951663 bus /sierra_2: Setting Powered False\u000a06:56:42.972251 run create_hlr_db(pid=8094): Terminated: ok {rc=0}\u000a06:56:43.406328 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8096): Launched\u000a06:56:43.735323 run osmo-hlr_10.42.42.2(pid=8097): Launched\u000a06:56:43.858130 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:56:46.464602 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8099): Launched\u000a06:56:46.952422 run osmo-stp_10.42.42.5(pid=8100): Launched\u000a06:56:47.066069 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:56:52.322954 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8102): Launched\u000a06:56:52.626909 run osmo-msc_10.42.42.6(pid=8103): Launched\u000a06:56:52.804286 run osmo-stp_10.42.42.5(pid=8100): ERR: Terminated: ERROR {rc=1} [trial-2371↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8100)]\u000a06:56:52.932234 run osmo-stp_10.42.42.5(pid=8100): stdout: \u000a| (launched: 2022-12-10_06:56:46.623407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:56:53.058761 run osmo-stp_10.42.42.5(pid=8100): stderr: \u000a| �[0;m�[38;5;43m20221210065646821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065646821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065646821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065646822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065646822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065646822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065646822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:56:53.180731 run osmo-stp_10.42.42.5(pid=8100): stdout: \u000a| (launched: 2022-12-10_06:56:46.623407)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:56:53.302536 run osmo-stp_10.42.42.5(pid=8100): stderr: \u000a| �[0;m�[38;5;43m20221210065646821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065646821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065646821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065646822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065646822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065646822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065646822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:56:53.355710 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=8100): Process ended prematurely: osmo-stp_10.42.42.5(pid=8100) [trial-2371↪sms:sysmo↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8100)] [trial-2371↪sms:sysmo↪mo_mt_sms.py:16]\u000a06:56:53.363738 tst mo_mt_sms.py:16: Test FAILED (14.2 sec)\u000a06:56:53.424786 run osmo-hlr_10.42.42.2(pid=8097): ERR: Terminated: ERROR {rc=237} [trial-2371↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8097)]\u000a06:56:53.474888 run osmo-hlr_10.42.42.2(pid=8097): stdout: \u000a| (launched: 2022-12-10_06:56:43.571383) \u000a06:56:53.525417 run osmo-hlr_10.42.42.2(pid=8097): stderr: \u000a| �[0;m�[1;31m20221210065643772 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210065643773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210065643773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065643773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065643773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210065643773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210065643786 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/sms:sysmo/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210065643796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210065643797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210065643797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:56:53.593856 run osmo-msc_10.42.42.6(pid=8103): ERR: Terminated: ERROR {rc=2} [trial-2371↪sms:sysmo↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8103)]\u000a06:56:53.643588 run osmo-msc_10.42.42.6(pid=8103): stdout: \u000a| (launched: 2022-12-10_06:56:52.475965) \u000a06:56:53.694182 run osmo-msc_10.42.42.6(pid=8103): stderr: \u000a| �[0;m�[38;5;43m20221210065652751 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210065652751 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f14510e5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210065652752 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210065652754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210065652754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210065652755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210065652756 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210065652757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210065652757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210065652757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:56:53.736817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8096): Terminating (SIGTERM)\u000a06:56:53.777582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8099): Terminating (SIGTERM)\u000a06:56:53.819462 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8102): Terminating (SIGTERM)\u000a06:56:53.828739 --- ParallelTerminationStrategy: PID 8096 died...\u000a06:56:53.883250 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8096): Terminated: ok {rc=0}\u000a06:56:53.893317 --- ParallelTerminationStrategy: PID 8099 died...\u000a06:56:53.947435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8099): Terminated: ok {rc=0}\u000a06:56:53.957486 --- ParallelTerminationStrategy: PID 8102 died...\u000a06:56:54.011644 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8102): Terminated: ok {rc=0}\u000a06:56:54.101377 bus /sierra_3: Setting Powered False\u000a06:56:55.207374 bus /sierra_3: Setting Powered False\u000a06:56:56.320234 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 20.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "1", "name" : "sms_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:56:38" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "nitb_ussd:sysmo", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=8109): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8109) [trial-2371↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8109)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=8109): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8109) [trial-2371↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8109)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 nitb_ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a06:56:58.126964 tst nitb_ussd:sysmo: Using 1 x ip_address (candidates: 1)\u000a06:56:58.138033 tst nitb_ussd:sysmo: Using 1 x bts (candidates: 1)\u000a06:56:58.260350 tst assert_extension.py: using LAC 26637\u000a06:56:58.379785 tst assert_extension.py: using RAC 117\u000a06:56:58.498195 tst assert_extension.py: using CellId 26637\u000a06:56:58.615913 tst assert_extension.py: using BVCI 26638\u000a06:56:58.638986 tst nitb_ussd:sysmo: Using 1 x modem (candidates: 1)\u000a06:56:58.915701 tst assert_extension.py:10: start nitb and bts...\u000a06:56:59.041684 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a06:56:59.669412 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8108): Launched\u000a06:56:59.971766 run osmo-nitb_10.42.42.2(pid=8109): Launched\u000a06:57:00.158121 run osmo-nitb_10.42.42.2(pid=8109): ERR: Terminated: ERROR {rc=2} [trial-2371↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8109)]\u000a06:57:00.295117 run osmo-nitb_10.42.42.2(pid=8109): stdout: \u000a| (launched: 2022-12-10_06:56:59.823174) \u000a06:57:00.432447 run osmo-nitb_10.42.42.2(pid=8109): stderr: \u000a| (launched: 2022-12-10_06:56:59.868117)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:57:00.565031 run osmo-nitb_10.42.42.2(pid=8109): stdout: \u000a| (launched: 2022-12-10_06:56:59.823174) \u000a06:57:00.696800 run osmo-nitb_10.42.42.2(pid=8109): stderr: \u000a| (launched: 2022-12-10_06:56:59.868117)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:57:01.098193 tst osmo-nitb_10.42.42.2(pid=8109): stdout: \u000a| (launched: 2022-12-10_06:56:59.823174) \u000a06:57:01.223199 tst osmo-nitb_10.42.42.2(pid=8109): stderr: \u000a| (launched: 2022-12-10_06:56:59.868117)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a06:57:01.278017 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=8109): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8109) [trial-2371↪nitb_ussd:sysmo↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8109)] [trial-2371↪nitb_ussd:sysmo↪assert_extension.py:12]\u000a06:57:01.287162 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a06:57:01.325616 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8108): Terminating (SIGTERM)\u000a06:57:01.503683 --- ParallelTerminationStrategy: PID 8108 died...\u000a06:57:01.575073 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8108): Terminated: ok {rc=0}\u000a06:57:01.674506 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "2", "name" : "nitb_ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:56:58" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "ussd:sysmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8120): Process ended prematurely: osmo-stp_10.42.42.5(pid=8120) [trial-2371↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8120)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8120): Process ended prematurely: osmo-stp_10.42.42.5(pid=8120) [trial-2371↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8120)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 ussd:sysmo assert_extension.py\u000a----------------------------------------------\u000a06:57:03.495497 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:57:03.506313 tst ussd:sysmo: Using 1 x bts (candidates: 1)\u000a06:57:03.629389 tst assert_extension.py: using LAC 26638\u000a06:57:03.751396 tst assert_extension.py: using RAC 118\u000a06:57:03.876166 tst assert_extension.py: using CellId 26638\u000a06:57:03.996122 tst assert_extension.py: using BVCI 26639\u000a06:57:04.019218 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:57:04.029982 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:57:04.040575 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:57:04.051266 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:57:04.062131 tst ussd:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:57:04.072744 tst ussd:sysmo: Using 1 x modem (candidates: 1)\u000a06:57:04.272780 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:57:04.750900 run create_hlr_db(pid=8114): Launched\u000a06:57:04.926035 bus /sierra_2: Setting Powered False\u000a06:57:05.947056 run create_hlr_db(pid=8114): Terminated: ok {rc=0}\u000a06:57:06.353796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8116): Launched\u000a06:57:06.660519 run osmo-hlr_10.42.42.2(pid=8117): Launched\u000a06:57:06.771972 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:57:07.302879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8119): Launched\u000a06:57:07.610593 run osmo-stp_10.42.42.5(pid=8120): Launched\u000a06:57:07.721301 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:57:08.273073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8122): Launched\u000a06:57:08.578873 run osmo-msc_10.42.42.6(pid=8123): Launched\u000a06:57:08.757842 run osmo-stp_10.42.42.5(pid=8120): ERR: Terminated: ERROR {rc=1} [trial-2371↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8120)]\u000a06:57:08.887623 run osmo-stp_10.42.42.5(pid=8120): stdout: \u000a| (launched: 2022-12-10_06:57:07.457730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:57:09.014780 run osmo-stp_10.42.42.5(pid=8120): stderr: \u000a| �[0;m�[38;5;43m20221210065707629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065707629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065707629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065707630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065707630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065707630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065707630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:57:09.136613 run osmo-stp_10.42.42.5(pid=8120): stdout: \u000a| (launched: 2022-12-10_06:57:07.457730)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:57:09.257513 run osmo-stp_10.42.42.5(pid=8120): stderr: \u000a| �[0;m�[38;5;43m20221210065707629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065707629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065707629 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065707630 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065707630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065707630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065707630 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:57:09.310283 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=8120): Process ended prematurely: osmo-stp_10.42.42.5(pid=8120) [trial-2371↪ussd:sysmo↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8120)] [trial-2371↪ussd:sysmo↪assert_extension.py:17]\u000a06:57:09.318434 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a06:57:09.379816 run osmo-hlr_10.42.42.2(pid=8117): ERR: Terminated: ERROR {rc=237} [trial-2371↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8117)]\u000a06:57:09.430349 run osmo-hlr_10.42.42.2(pid=8117): stdout: \u000a| (launched: 2022-12-10_06:57:06.507791) \u000a06:57:09.481067 run osmo-hlr_10.42.42.2(pid=8117): stderr: \u000a| �[0;m�[1;31m20221210065706685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210065706685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210065706685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065706685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065706685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210065706685 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210065706720 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/ussd:sysmo/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210065706730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210065706730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210065706730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:57:09.549552 run osmo-msc_10.42.42.6(pid=8123): ERR: Terminated: ERROR {rc=2} [trial-2371↪ussd:sysmo↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8123)]\u000a06:57:09.599677 run osmo-msc_10.42.42.6(pid=8123): stdout: \u000a| (launched: 2022-12-10_06:57:08.426430) \u000a06:57:09.650168 run osmo-msc_10.42.42.6(pid=8123): stderr: \u000a| �[0;m�[38;5;43m20221210065708700 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210065708700 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6876d39c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210065708700 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210065708700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210065708701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210065708701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210065708703 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210065708703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210065708703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210065708703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:57:09.692710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8116): Terminating (SIGTERM)\u000a06:57:09.733384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8119): Terminating (SIGTERM)\u000a06:57:09.773997 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8122): Terminating (SIGTERM)\u000a06:57:09.783493 --- ParallelTerminationStrategy: PID 8116 died...\u000a06:57:09.837889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8116): Terminated: ok {rc=0}\u000a06:57:09.847804 --- ParallelTerminationStrategy: PID 8119 died...\u000a06:57:09.901875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8119): Terminated: ok {rc=0}\u000a06:57:09.911842 --- ParallelTerminationStrategy: PID 8122 died...\u000a06:57:09.965896 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8122): Terminated: ok {rc=0}\u000a06:57:10.056820 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "3", "name" : "ussd_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:57:03" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8134): Process ended prematurely: osmo-stp_10.42.42.5(pid=8134) [trial-2371↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8134)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8134): Process ended prematurely: osmo-stp_10.42.42.5(pid=8134) [trial-2371↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8134)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a06:57:11.986331 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:57:11.998053 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a06:57:12.150826 tst mo_mt_call.py: using LAC 26639\u000a06:57:12.278046 tst mo_mt_call.py: using RAC 119\u000a06:57:12.405562 tst mo_mt_call.py: using CellId 26639\u000a06:57:12.535275 tst mo_mt_call.py: using BVCI 26640\u000a06:57:12.560499 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:57:12.571992 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:57:12.583481 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:57:12.595361 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:57:12.607360 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:57:12.619305 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:57:12.741512 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:57:12.953297 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:57:13.483820 run create_hlr_db(pid=8128): Launched\u000a06:57:13.675223 bus /sierra_2: Setting Powered False\u000a06:57:14.695702 run create_hlr_db(pid=8128): Terminated: ok {rc=0}\u000a06:57:15.113224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8130): Launched\u000a06:57:15.423835 run osmo-hlr_10.42.42.2(pid=8131): Launched\u000a06:57:15.542458 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:57:16.106494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8133): Launched\u000a06:57:16.619382 run osmo-stp_10.42.42.5(pid=8134): Launched\u000a06:57:16.758976 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:57:17.377123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8136): Launched\u000a06:57:17.690548 run osmo-msc_10.42.42.6(pid=8137): Launched\u000a06:57:17.871058 run osmo-stp_10.42.42.5(pid=8134): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8134)]\u000a06:57:18.001661 run osmo-stp_10.42.42.5(pid=8134): stdout: \u000a| (launched: 2022-12-10_06:57:16.266237)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:57:18.130249 run osmo-stp_10.42.42.5(pid=8134): stderr: \u000a| �[0;m�[38;5;43m20221210065716486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065716487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065716487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065716487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065716488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065716488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065716488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:57:18.253896 run osmo-stp_10.42.42.5(pid=8134): stdout: \u000a| (launched: 2022-12-10_06:57:16.266237)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:57:18.376533 run osmo-stp_10.42.42.5(pid=8134): stderr: \u000a| �[0;m�[38;5;43m20221210065716486 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065716487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065716487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065716487 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065716488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065716488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065716488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:57:18.430791 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8134): Process ended prematurely: osmo-stp_10.42.42.5(pid=8134) [trial-2371↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8134)] [trial-2371↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a06:57:18.439357 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a06:57:18.500305 run osmo-hlr_10.42.42.2(pid=8131): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8131)]\u000a06:57:18.550107 run osmo-hlr_10.42.42.2(pid=8131): stdout: \u000a| (launched: 2022-12-10_06:57:15.270322) \u000a06:57:18.600539 run osmo-hlr_10.42.42.2(pid=8131): stderr: \u000a| �[0;m�[1;31m20221210065715450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210065715450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210065715450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065715450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065715450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210065715450 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210065715466 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210065715476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210065715476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210065715476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:57:18.669034 run osmo-msc_10.42.42.6(pid=8137): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8137)]\u000a06:57:18.718949 run osmo-msc_10.42.42.6(pid=8137): stdout: \u000a| (launched: 2022-12-10_06:57:17.534996) \u000a06:57:18.769618 run osmo-msc_10.42.42.6(pid=8137): stderr: \u000a| �[0;m�[38;5;43m20221210065717811 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210065717811 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1cd24c9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210065717811 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210065717811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210065717811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210065717811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210065717813 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210065717813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210065717814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210065717814 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:57:18.812226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8130): Terminating (SIGTERM)\u000a06:57:18.853204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8133): Terminating (SIGTERM)\u000a06:57:18.893565 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8136): Terminating (SIGTERM)\u000a06:57:18.903079 --- ParallelTerminationStrategy: PID 8130 died...\u000a06:57:18.957301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8130): Terminated: ok {rc=0}\u000a06:57:18.967118 --- ParallelTerminationStrategy: PID 8133 died...\u000a06:57:19.021036 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8133): Terminated: ok {rc=0}\u000a06:57:19.030954 --- ParallelTerminationStrategy: PID 8136 died...\u000a06:57:19.084671 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8136): Terminated: ok {rc=0}\u000a06:57:19.174681 bus /sierra_3: Setting Powered False\u000a06:57:20.280104 bus /sierra_3: Setting Powered False\u000a06:57:21.393583 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8145): Process ended prematurely: osmo-stp_10.42.42.5(pid=8145) [trial-2371↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8145)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8145): Process ended prematurely: osmo-stp_10.42.42.5(pid=8145) [trial-2371↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8145)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:57:22.507097 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:57:22.518819 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a06:57:22.665372 tst mo_mt_call_osmux.py: using LAC 26640\u000a06:57:22.786185 tst mo_mt_call_osmux.py: using RAC 120\u000a06:57:22.906618 tst mo_mt_call_osmux.py: using CellId 26640\u000a06:57:23.029523 tst mo_mt_call_osmux.py: using BVCI 26641\u000a06:57:23.052842 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:57:23.063912 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:57:23.074964 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:57:23.086125 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:57:23.097307 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a06:57:23.108321 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:57:23.230052 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a06:57:23.436236 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:57:23.924037 run create_hlr_db(pid=8139): Launched\u000a06:57:24.102376 bus /sierra_2: Setting Powered False\u000a06:57:25.123700 run create_hlr_db(pid=8139): Terminated: ok {rc=0}\u000a06:57:25.567436 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8141): Launched\u000a06:57:25.900845 run osmo-hlr_10.42.42.2(pid=8142): Launched\u000a06:57:26.026094 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:57:26.605863 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8144): Launched\u000a06:57:26.940112 run osmo-stp_10.42.42.5(pid=8145): Launched\u000a06:57:27.060362 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:57:27.667597 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8147): Launched\u000a06:57:28.002952 run osmo-msc_10.42.42.6(pid=8148): Launched\u000a06:57:28.195708 run osmo-stp_10.42.42.5(pid=8145): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8145)]\u000a06:57:28.335068 run osmo-stp_10.42.42.5(pid=8145): stdout: \u000a| (launched: 2022-12-10_06:57:26.774243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:57:28.474218 run osmo-stp_10.42.42.5(pid=8145): stderr: \u000a| �[0;m�[38;5;43m20221210065726968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065726968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065726968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065726968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065726969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065726969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065726969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:57:28.607298 run osmo-stp_10.42.42.5(pid=8145): stdout: \u000a| (launched: 2022-12-10_06:57:26.774243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:57:28.739385 run osmo-stp_10.42.42.5(pid=8145): stderr: \u000a| �[0;m�[38;5;43m20221210065726968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065726968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065726968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065726968 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065726969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065726969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065726969 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:57:28.797486 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8145): Process ended prematurely: osmo-stp_10.42.42.5(pid=8145) [trial-2371↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8145)] [trial-2371↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a06:57:28.806814 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a06:57:28.870222 run osmo-hlr_10.42.42.2(pid=8142): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8142)]\u000a06:57:28.922402 run osmo-hlr_10.42.42.2(pid=8142): stdout: \u000a| (launched: 2022-12-10_06:57:25.736433) \u000a06:57:28.975375 run osmo-hlr_10.42.42.2(pid=8142): stderr: \u000a| �[0;m�[1;31m20221210065725939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210065725939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210065725939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065725939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065725939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210065725939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210065725952 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210065725960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210065725960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210065725960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:57:29.047572 run osmo-msc_10.42.42.6(pid=8148): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8148)]\u000a06:57:29.099978 run osmo-msc_10.42.42.6(pid=8148): stdout: \u000a| (launched: 2022-12-10_06:57:27.836248) \u000a06:57:29.152632 run osmo-msc_10.42.42.6(pid=8148): stderr: \u000a| �[0;m�[38;5;43m20221210065728163 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210065728163 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f71cc551c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210065728163 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210065728163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210065728163 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210065728164 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210065728165 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210065728166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210065728166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210065728166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:57:29.197341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8141): Terminating (SIGTERM)\u000a06:57:29.239694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8144): Terminating (SIGTERM)\u000a06:57:29.281956 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8147): Terminating (SIGTERM)\u000a06:57:29.291319 --- ParallelTerminationStrategy: PID 8141 died...\u000a06:57:29.347894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8141): Terminated: ok {rc=0}\u000a06:57:29.358026 --- ParallelTerminationStrategy: PID 8144 died...\u000a06:57:29.414186 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8144): Terminated: ok {rc=0}\u000a06:57:29.424249 --- ParallelTerminationStrategy: PID 8147 died...\u000a06:57:29.480841 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8147): Terminated: ok {rc=0}\u000a06:57:29.569481 bus /sierra_3: Setting Powered False\u000a06:57:30.676993 bus /sierra_3: Setting Powered False\u000a06:57:31.788712 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "4", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:57:11" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8161): Process ended prematurely: osmo-stp_10.42.42.5(pid=8161) [trial-2371↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8161)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8161): Process ended prematurely: osmo-stp_10.42.42.5(pid=8161) [trial-2371↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8161)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a06:57:33.760048 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:57:33.771497 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a06:57:33.923528 tst mo_mt_call.py: using LAC 26641\u000a06:57:34.047579 tst mo_mt_call.py: using RAC 121\u000a06:57:34.174983 tst mo_mt_call.py: using CellId 26641\u000a06:57:34.303111 tst mo_mt_call.py: using BVCI 26642\u000a06:57:34.328454 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:57:34.339887 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:57:34.351242 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:57:34.362591 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:57:34.373981 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:57:34.385329 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:57:34.505276 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:57:34.721370 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:57:35.251521 run create_hlr_db(pid=8155): Launched\u000a06:57:35.443672 bus /sierra_2: Setting Powered False\u000a06:57:36.465864 run create_hlr_db(pid=8155): Terminated: ok {rc=0}\u000a06:57:36.908900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8157): Launched\u000a06:57:37.244192 run osmo-hlr_10.42.42.2(pid=8158): Launched\u000a06:57:37.364767 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:57:37.943835 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8160): Launched\u000a06:57:38.277352 run osmo-stp_10.42.42.5(pid=8161): Launched\u000a06:57:38.398346 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:57:39.004567 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8163): Launched\u000a06:57:39.339066 run osmo-msc_10.42.42.6(pid=8164): Launched\u000a06:57:39.532151 run osmo-stp_10.42.42.5(pid=8161): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8161)]\u000a06:57:39.671757 run osmo-stp_10.42.42.5(pid=8161): stdout: \u000a| (launched: 2022-12-10_06:57:38.112893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:57:39.810430 run osmo-stp_10.42.42.5(pid=8161): stderr: \u000a| �[0;m�[38;5;43m20221210065738310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065738310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065738310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065738311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065738311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065738311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065738311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:57:39.943573 run osmo-stp_10.42.42.5(pid=8161): stdout: \u000a| (launched: 2022-12-10_06:57:38.112893)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:57:40.070061 run osmo-stp_10.42.42.5(pid=8161): stderr: \u000a| �[0;m�[38;5;43m20221210065738310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065738310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065738310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065738311 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065738311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065738311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065738311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:57:40.124441 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8161): Process ended prematurely: osmo-stp_10.42.42.5(pid=8161) [trial-2371↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8161)] [trial-2371↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a06:57:40.133081 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a06:57:40.194711 run osmo-hlr_10.42.42.2(pid=8158): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8158)]\u000a06:57:40.244756 run osmo-hlr_10.42.42.2(pid=8158): stdout: \u000a| (launched: 2022-12-10_06:57:37.078629) \u000a06:57:40.295379 run osmo-hlr_10.42.42.2(pid=8158): stderr: \u000a| �[0;m�[1;31m20221210065737282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210065737282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210065737282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065737282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065737282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210065737282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210065737321 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210065737331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210065737331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210065737331 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:57:40.363870 run osmo-msc_10.42.42.6(pid=8164): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8164)]\u000a06:57:40.413985 run osmo-msc_10.42.42.6(pid=8164): stdout: \u000a| (launched: 2022-12-10_06:57:39.174028) \u000a06:57:40.464537 run osmo-msc_10.42.42.6(pid=8164): stderr: \u000a| �[0;m�[38;5;43m20221210065739498 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210065739499 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7ccf682c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210065739499 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210065739499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210065739499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210065739499 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210065739502 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210065739503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210065739503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210065739503 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:57:40.506942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8157): Terminating (SIGTERM)\u000a06:57:40.547379 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8160): Terminating (SIGTERM)\u000a06:57:40.587897 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8163): Terminating (SIGTERM)\u000a06:57:40.597332 --- ParallelTerminationStrategy: PID 8157 died...\u000a06:57:40.651765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8157): Terminated: ok {rc=0}\u000a06:57:40.661484 --- ParallelTerminationStrategy: PID 8160 died...\u000a06:57:40.715166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8160): Terminated: ok {rc=0}\u000a06:57:40.725090 --- ParallelTerminationStrategy: PID 8163 died...\u000a06:57:40.779518 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8163): Terminated: ok {rc=0}\u000a06:57:40.864114 bus /sierra_3: Setting Powered False\u000a06:57:41.967991 bus /sierra_3: Setting Powered False\u000a06:57:43.081230 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 43, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8172): Process ended prematurely: osmo-stp_10.42.42.5(pid=8172) [trial-2371↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8172)]", "failedSince" : 2329, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8172): Process ended prematurely: osmo-stp_10.42.42.5(pid=8172) [trial-2371↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8172)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:57:44.192531 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:57:44.204186 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a06:57:44.358718 tst mo_mt_call_osmux.py: using LAC 26642\u000a06:57:44.492006 tst mo_mt_call_osmux.py: using RAC 122\u000a06:57:44.618861 tst mo_mt_call_osmux.py: using CellId 26642\u000a06:57:44.739848 tst mo_mt_call_osmux.py: using BVCI 26643\u000a06:57:44.763702 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:57:44.775016 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:57:44.786211 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:57:44.797964 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:57:44.809762 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a06:57:44.821414 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:57:44.946019 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a06:57:45.153230 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:57:45.644251 run create_hlr_db(pid=8166): Launched\u000a06:57:45.823962 bus /sierra_2: Setting Powered False\u000a06:57:46.847150 run create_hlr_db(pid=8166): Terminated: ok {rc=0}\u000a06:57:47.351061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8168): Launched\u000a06:57:47.687199 run osmo-hlr_10.42.42.2(pid=8169): Launched\u000a06:57:47.810337 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:57:48.389202 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8171): Launched\u000a06:57:48.723883 run osmo-stp_10.42.42.5(pid=8172): Launched\u000a06:57:48.844941 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:57:49.453337 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8174): Launched\u000a06:57:49.787442 run osmo-msc_10.42.42.6(pid=8175): Launched\u000a06:57:49.980344 run osmo-stp_10.42.42.5(pid=8172): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8172)]\u000a06:57:50.121002 run osmo-stp_10.42.42.5(pid=8172): stdout: \u000a| (launched: 2022-12-10_06:57:48.558388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:57:50.259939 run osmo-stp_10.42.42.5(pid=8172): stderr: \u000a| �[0;m�[38;5;43m20221210065748754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065748755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065748755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065748755 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065748756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065748756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065748756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:57:50.393054 run osmo-stp_10.42.42.5(pid=8172): stdout: \u000a| (launched: 2022-12-10_06:57:48.558388)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:57:50.525199 run osmo-stp_10.42.42.5(pid=8172): stderr: \u000a| �[0;m�[38;5;43m20221210065748754 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065748755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065748755 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065748755 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065748756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065748756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065748756 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:57:50.583109 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8172): Process ended prematurely: osmo-stp_10.42.42.5(pid=8172) [trial-2371↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8172)] [trial-2371↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a06:57:50.592187 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a06:57:50.655147 run osmo-hlr_10.42.42.2(pid=8169): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8169)]\u000a06:57:50.706969 run osmo-hlr_10.42.42.2(pid=8169): stdout: \u000a| (launched: 2022-12-10_06:57:47.520395) \u000a06:57:50.759378 run osmo-hlr_10.42.42.2(pid=8169): stderr: \u000a| �[0;m�[1;31m20221210065747724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210065747724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210065747724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065747724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065747724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210065747724 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210065747739 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210065747747 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210065747748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210065747748 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:57:50.830618 run osmo-msc_10.42.42.6(pid=8175): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8175)]\u000a06:57:50.882361 run osmo-msc_10.42.42.6(pid=8175): stdout: \u000a| (launched: 2022-12-10_06:57:49.622840) \u000a06:57:50.934759 run osmo-msc_10.42.42.6(pid=8175): stderr: \u000a| �[0;m�[38;5;43m20221210065749948 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210065749948 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f85890edc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210065749949 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210065749949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210065749949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210065749949 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210065749951 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210065749951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210065749951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210065749951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:57:50.979578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8168): Terminating (SIGTERM)\u000a06:57:51.021836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8171): Terminating (SIGTERM)\u000a06:57:51.063874 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8174): Terminating (SIGTERM)\u000a06:57:51.073528 --- ParallelTerminationStrategy: PID 8168 died...\u000a06:57:51.130223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8168): Terminated: ok {rc=0}\u000a06:57:51.140378 --- ParallelTerminationStrategy: PID 8171 died...\u000a06:57:51.196793 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8171): Terminated: ok {rc=0}\u000a06:57:51.206879 --- ParallelTerminationStrategy: PID 8174 died...\u000a06:57:51.263198 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8174): Terminated: ok {rc=0}\u000a06:57:51.352064 bus /sierra_3: Setting Powered False\u000a06:57:52.454940 bus /sierra_3: Setting Powered False\u000a06:57:53.568562 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "5", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:57:33" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8186): Process ended prematurely: osmo-stp_10.42.42.5(pid=8186) [trial-2371↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8186)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8186): Process ended prematurely: osmo-stp_10.42.42.5(pid=8186) [trial-2371↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8186)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a06:57:55.534791 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:57:55.546433 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a06:57:55.699328 tst mo_mt_call.py: using LAC 26643\u000a06:57:55.829731 tst mo_mt_call.py: using RAC 123\u000a06:57:55.959685 tst mo_mt_call.py: using CellId 26643\u000a06:57:56.090646 tst mo_mt_call.py: using BVCI 26644\u000a06:57:56.116083 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:57:56.127699 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:57:56.138996 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:57:56.150395 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:57:56.161740 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:57:56.173147 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:57:56.292556 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:57:56.507505 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:57:57.040250 run create_hlr_db(pid=8180): Launched\u000a06:57:57.232398 bus /sierra_2: Setting Powered False\u000a06:57:58.254064 run create_hlr_db(pid=8180): Terminated: ok {rc=0}\u000a06:57:58.671852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8182): Launched\u000a06:57:58.983044 run osmo-hlr_10.42.42.2(pid=8183): Launched\u000a06:57:59.098750 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:57:59.639039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8185): Launched\u000a06:57:59.951844 run osmo-stp_10.42.42.5(pid=8186): Launched\u000a06:58:00.064863 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:58:00.632905 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8188): Launched\u000a06:58:01.043014 run osmo-msc_10.42.42.6(pid=8189): Launched\u000a06:58:01.573266 run osmo-stp_10.42.42.5(pid=8186): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8186)]\u000a06:58:01.718480 run osmo-stp_10.42.42.5(pid=8186): stdout: \u000a| (launched: 2022-12-10_06:57:59.796213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:58:01.853833 run osmo-stp_10.42.42.5(pid=8186): stderr: \u000a| �[0;m�[38;5;43m20221210065759968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065759968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065759968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065759969 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065759971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065759971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065759971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:58:01.980884 run osmo-stp_10.42.42.5(pid=8186): stdout: \u000a| (launched: 2022-12-10_06:57:59.796213)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:58:02.107380 run osmo-stp_10.42.42.5(pid=8186): stderr: \u000a| �[0;m�[38;5;43m20221210065759968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065759968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065759968 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065759969 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065759971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065759971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065759971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:58:02.163094 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8186): Process ended prematurely: osmo-stp_10.42.42.5(pid=8186) [trial-2371↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8186)] [trial-2371↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a06:58:02.172179 tst mo_mt_call.py:8: Test FAILED (6.7 sec)\u000a06:58:02.234945 run osmo-hlr_10.42.42.2(pid=8183): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8183)]\u000a06:58:02.285898 run osmo-hlr_10.42.42.2(pid=8183): stdout: \u000a| (launched: 2022-12-10_06:57:58.829272) \u000a06:58:02.338039 run osmo-hlr_10.42.42.2(pid=8183): stderr: \u000a| �[0;m�[1;31m20221210065759007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210065759007 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210065759008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065759008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065759008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210065759008 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210065759024 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210065759034 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210065759035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210065759035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:58:02.406883 run osmo-msc_10.42.42.6(pid=8189): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8189)]\u000a06:58:02.457135 run osmo-msc_10.42.42.6(pid=8189): stdout: \u000a| (launched: 2022-12-10_06:58:00.790388) \u000a06:58:02.507765 run osmo-msc_10.42.42.6(pid=8189): stderr: \u000a| �[0;m�[38;5;43m20221210065801307 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210065801307 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f62eaac6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210065801307 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210065801309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210065801309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210065801309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210065801313 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210065801314 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210065801315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210065801315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:58:02.550561 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8182): Terminating (SIGTERM)\u000a06:58:02.591424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8185): Terminating (SIGTERM)\u000a06:58:02.631732 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8188): Terminating (SIGTERM)\u000a06:58:02.641295 --- ParallelTerminationStrategy: PID 8182 died...\u000a06:58:02.696222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8182): Terminated: ok {rc=0}\u000a06:58:02.706160 --- ParallelTerminationStrategy: PID 8185 died...\u000a06:58:02.760308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8185): Terminated: ok {rc=0}\u000a06:58:02.770232 --- ParallelTerminationStrategy: PID 8188 died...\u000a06:58:02.824381 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8188): Terminated: ok {rc=0}\u000a06:58:02.914977 bus /sierra_3: Setting Powered False\u000a06:58:04.019792 bus /sierra_3: Setting Powered False\u000a06:58:05.133811 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8197): Process ended prematurely: osmo-stp_10.42.42.5(pid=8197) [trial-2371↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8197)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8197): Process ended prematurely: osmo-stp_10.42.42.5(pid=8197) [trial-2371↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8197)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:58:06.247188 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:58:06.258940 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a06:58:06.405837 tst mo_mt_call_osmux.py: using LAC 26644\u000a06:58:06.538889 tst mo_mt_call_osmux.py: using RAC 124\u000a06:58:06.667874 tst mo_mt_call_osmux.py: using CellId 26644\u000a06:58:06.798297 tst mo_mt_call_osmux.py: using BVCI 26645\u000a06:58:06.823882 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:58:06.835576 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:58:06.846992 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:58:06.858395 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:58:06.869751 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a06:58:06.881205 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:58:06.998591 tst voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a06:58:07.214149 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:58:07.746722 run create_hlr_db(pid=8191): Launched\u000a06:58:07.939474 bus /sierra_2: Setting Powered False\u000a06:58:08.960666 run create_hlr_db(pid=8191): Terminated: ok {rc=0}\u000a06:58:09.379833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8193): Launched\u000a06:58:09.691305 run osmo-hlr_10.42.42.2(pid=8194): Launched\u000a06:58:09.812693 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:58:10.361824 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8196): Launched\u000a06:58:10.672733 run osmo-stp_10.42.42.5(pid=8197): Launched\u000a06:58:10.785532 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:58:11.353523 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8199): Launched\u000a06:58:11.665515 run osmo-msc_10.42.42.6(pid=8200): Launched\u000a06:58:11.848588 run osmo-stp_10.42.42.5(pid=8197): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8197)]\u000a06:58:11.980192 run osmo-stp_10.42.42.5(pid=8197): stdout: \u000a| (launched: 2022-12-10_06:58:10.518809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:58:12.109818 run osmo-stp_10.42.42.5(pid=8197): stderr: \u000a| �[0;m�[38;5;43m20221210065810694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065810694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065810695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065810695 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065810696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065810696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065810696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:58:12.234108 run osmo-stp_10.42.42.5(pid=8197): stdout: \u000a| (launched: 2022-12-10_06:58:10.518809)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:58:12.357726 run osmo-stp_10.42.42.5(pid=8197): stderr: \u000a| �[0;m�[38;5;43m20221210065810694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065810694 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065810695 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065810695 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065810696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065810696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065810696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:58:12.411777 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8197): Process ended prematurely: osmo-stp_10.42.42.5(pid=8197) [trial-2371↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8197)] [trial-2371↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a06:58:12.420371 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a06:58:12.481322 run osmo-hlr_10.42.42.2(pid=8194): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8194)]\u000a06:58:12.531455 run osmo-hlr_10.42.42.2(pid=8194): stdout: \u000a| (launched: 2022-12-10_06:58:09.537720) \u000a06:58:12.582531 run osmo-hlr_10.42.42.2(pid=8194): stderr: \u000a| �[0;m�[1;31m20221210065809716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210065809716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210065809716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065809716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065809716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210065809716 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210065809728 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210065809736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210065809737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210065809737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:58:12.650901 run osmo-msc_10.42.42.6(pid=8200): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:sysmo+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8200)]\u000a06:58:12.700896 run osmo-msc_10.42.42.6(pid=8200): stdout: \u000a| (launched: 2022-12-10_06:58:11.510947) \u000a06:58:12.751361 run osmo-msc_10.42.42.6(pid=8200): stderr: \u000a| �[0;m�[38;5;43m20221210065811787 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210065811787 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8aef8bac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210065811787 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210065811787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210065811788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210065811788 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210065811790 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210065811790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210065811790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210065811790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:58:12.793670 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8193): Terminating (SIGTERM)\u000a06:58:12.834797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8196): Terminating (SIGTERM)\u000a06:58:12.875076 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8199): Terminating (SIGTERM)\u000a06:58:12.884615 --- ParallelTerminationStrategy: PID 8193 died...\u000a06:58:12.939217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8193): Terminated: ok {rc=0}\u000a06:58:12.948857 --- ParallelTerminationStrategy: PID 8196 died...\u000a06:58:13.003235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8196): Terminated: ok {rc=0}\u000a06:58:13.012859 --- ParallelTerminationStrategy: PID 8199 died...\u000a06:58:13.066771 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8199): Terminated: ok {rc=0}\u000a06:58:13.157797 bus /sierra_3: Setting Powered False\u000a06:58:14.264538 bus /sierra_3: Setting Powered False\u000a06:58:15.374353 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "6", "name" : "voice_sysmo+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:57:55" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8211): Process ended prematurely: osmo-stp_10.42.42.5(pid=8211) [trial-2371↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8211)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8211): Process ended prematurely: osmo-stp_10.42.42.5(pid=8211) [trial-2371↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8211)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a06:58:17.378423 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:58:17.389988 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a06:58:17.544752 tst mo_mt_call.py: using LAC 26645\u000a06:58:17.676477 tst mo_mt_call.py: using RAC 125\u000a06:58:17.805231 tst mo_mt_call.py: using CellId 26645\u000a06:58:17.936385 tst mo_mt_call.py: using BVCI 26646\u000a06:58:17.962402 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:58:17.973980 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:58:17.985546 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:58:17.996895 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:58:18.008415 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:58:18.019752 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:58:18.141676 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:58:18.348514 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:58:18.839123 run create_hlr_db(pid=8205): Launched\u000a06:58:19.017145 bus /sierra_2: Setting Powered False\u000a06:58:20.052140 run create_hlr_db(pid=8205): Terminated: ok {rc=0}\u000a06:58:20.470164 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8207): Launched\u000a06:58:20.781776 run osmo-hlr_10.42.42.2(pid=8208): Launched\u000a06:58:20.901707 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:58:21.448044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8210): Launched\u000a06:58:21.760428 run osmo-stp_10.42.42.5(pid=8211): Launched\u000a06:58:21.873301 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:58:22.439614 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8213): Launched\u000a06:58:22.752716 run osmo-msc_10.42.42.6(pid=8214): Launched\u000a06:58:22.934701 run osmo-stp_10.42.42.5(pid=8211): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8211)]\u000a06:58:23.065520 run osmo-stp_10.42.42.5(pid=8211): stdout: \u000a| (launched: 2022-12-10_06:58:21.604876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:58:23.194285 run osmo-stp_10.42.42.5(pid=8211): stderr: \u000a| �[0;m�[38;5;43m20221210065821778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065821778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065821778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065821779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065821779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065821779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065821779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:58:23.318454 run osmo-stp_10.42.42.5(pid=8211): stdout: \u000a| (launched: 2022-12-10_06:58:21.604876)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:58:23.441730 run osmo-stp_10.42.42.5(pid=8211): stderr: \u000a| �[0;m�[38;5;43m20221210065821778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065821778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065821778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065821779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065821779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065821779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065821779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:58:23.496023 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8211): Process ended prematurely: osmo-stp_10.42.42.5(pid=8211) [trial-2371↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8211)] [trial-2371↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a06:58:23.504494 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a06:58:23.565168 run osmo-hlr_10.42.42.2(pid=8208): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8208)]\u000a06:58:23.615251 run osmo-hlr_10.42.42.2(pid=8208): stdout: \u000a| (launched: 2022-12-10_06:58:20.627123) \u000a06:58:23.665660 run osmo-hlr_10.42.42.2(pid=8208): stderr: \u000a| �[0;m�[1;31m20221210065820805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210065820805 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210065820806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065820806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065820806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210065820806 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210065820818 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210065820828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210065820829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210065820829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:58:23.733302 run osmo-msc_10.42.42.6(pid=8214): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8214)]\u000a06:58:23.783319 run osmo-msc_10.42.42.6(pid=8214): stdout: \u000a| (launched: 2022-12-10_06:58:22.596707) \u000a06:58:23.833827 run osmo-msc_10.42.42.6(pid=8214): stderr: \u000a| �[0;m�[38;5;43m20221210065822872 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210065822872 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3c4c758c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210065822872 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210065822872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210065822872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210065822872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210065822874 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210065822875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210065822875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210065822875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:58:23.875913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8207): Terminating (SIGTERM)\u000a06:58:23.915883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8210): Terminating (SIGTERM)\u000a06:58:23.956100 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8213): Terminating (SIGTERM)\u000a06:58:23.965581 --- ParallelTerminationStrategy: PID 8207 died...\u000a06:58:24.020285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8207): Terminated: ok {rc=0}\u000a06:58:24.029958 --- ParallelTerminationStrategy: PID 8210 died...\u000a06:58:24.084178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8210): Terminated: ok {rc=0}\u000a06:58:24.093874 --- ParallelTerminationStrategy: PID 8213 died...\u000a06:58:24.148400 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8213): Terminated: ok {rc=0}\u000a06:58:24.237708 bus /sierra_3: Setting Powered False\u000a06:58:25.341270 bus /sierra_3: Setting Powered False\u000a06:58:26.453743 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8223): Process ended prematurely: osmo-stp_10.42.42.5(pid=8223) [trial-2371↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8223)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8223): Process ended prematurely: osmo-stp_10.42.42.5(pid=8223) [trial-2371↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8223)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:58:27.566233 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:58:27.577826 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a06:58:27.723484 tst mo_mt_call_osmux.py: using LAC 26646\u000a06:58:27.854437 tst mo_mt_call_osmux.py: using RAC 126\u000a06:58:27.984242 tst mo_mt_call_osmux.py: using CellId 26646\u000a06:58:28.117244 tst mo_mt_call_osmux.py: using BVCI 26647\u000a06:58:28.142837 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:58:28.154623 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:58:28.166197 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:58:28.177969 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:58:28.189543 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a06:58:28.201136 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:58:28.318911 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a06:58:28.524512 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:58:29.017247 run create_hlr_db(pid=8217): Launched\u000a06:58:29.196839 bus /sierra_2: Setting Powered False\u000a06:58:30.219069 run create_hlr_db(pid=8217): Terminated: ok {rc=0}\u000a06:58:30.635547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8219): Launched\u000a06:58:31.076447 run osmo-hlr_10.42.42.2(pid=8220): Launched\u000a06:58:31.304799 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:58:31.942374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8222): Launched\u000a06:58:32.337741 run osmo-stp_10.42.42.5(pid=8223): Launched\u000a06:58:32.481262 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:58:33.093000 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8225): Launched\u000a06:58:33.428481 run osmo-msc_10.42.42.6(pid=8226): Launched\u000a06:58:33.623605 run osmo-stp_10.42.42.5(pid=8223): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8223)]\u000a06:58:33.763563 run osmo-stp_10.42.42.5(pid=8223): stdout: \u000a| (launched: 2022-12-10_06:58:32.103246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:58:33.902992 run osmo-stp_10.42.42.5(pid=8223): stderr: \u000a| �[0;m�[38;5;43m20221210065832376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065832377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065832377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065832377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065832378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065832378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065832378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:58:34.037132 run osmo-stp_10.42.42.5(pid=8223): stdout: \u000a| (launched: 2022-12-10_06:58:32.103246)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:58:34.170162 run osmo-stp_10.42.42.5(pid=8223): stderr: \u000a| �[0;m�[38;5;43m20221210065832376 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065832377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065832377 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065832377 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065832378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065832378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065832378 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:58:34.228429 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8223): Process ended prematurely: osmo-stp_10.42.42.5(pid=8223) [trial-2371↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8223)] [trial-2371↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a06:58:34.237900 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a06:58:34.302631 run osmo-hlr_10.42.42.2(pid=8220): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8220)]\u000a06:58:34.355338 run osmo-hlr_10.42.42.2(pid=8220): stdout: \u000a| (launched: 2022-12-10_06:58:30.792869) \u000a06:58:34.408346 run osmo-hlr_10.42.42.2(pid=8220): stderr: \u000a| �[0;m�[1;31m20221210065831186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210065831187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210065831187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065831187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065831187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210065831187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210065831213 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210065831236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210065831236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210065831236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:58:34.480126 run osmo-msc_10.42.42.6(pid=8226): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8226)]\u000a06:58:34.532840 run osmo-msc_10.42.42.6(pid=8226): stdout: \u000a| (launched: 2022-12-10_06:58:33.262205) \u000a06:58:34.585700 run osmo-msc_10.42.42.6(pid=8226): stderr: \u000a| �[0;m�[38;5;43m20221210065833585 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210065833585 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc98c51ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210065833585 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210065833585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210065833585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210065833585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210065833587 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210065833587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210065833587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210065833587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:58:34.630280 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8219): Terminating (SIGTERM)\u000a06:58:34.673201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8222): Terminating (SIGTERM)\u000a06:58:34.716464 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8225): Terminating (SIGTERM)\u000a06:58:34.726385 --- ParallelTerminationStrategy: PID 8219 died...\u000a06:58:34.783245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8219): Terminated: ok {rc=0}\u000a06:58:34.793495 --- ParallelTerminationStrategy: PID 8222 died...\u000a06:58:34.849740 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8222): Terminated: ok {rc=0}\u000a06:58:34.859975 --- ParallelTerminationStrategy: PID 8225 died...\u000a06:58:34.915924 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8225): Terminated: ok {rc=0}\u000a06:58:35.003807 bus /sierra_3: Setting Powered False\u000a06:58:36.113245 bus /sierra_3: Setting Powered False\u000a06:58:37.222484 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "7", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:58:17" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8237): Process ended prematurely: osmo-stp_10.42.42.5(pid=8237) [trial-2371↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8237)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8237): Process ended prematurely: osmo-stp_10.42.42.5(pid=8237) [trial-2371↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8237)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a06:58:39.187113 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:58:39.198761 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a06:58:39.353150 tst mo_mt_call.py: using LAC 26647\u000a06:58:39.484609 tst mo_mt_call.py: using RAC 127\u000a06:58:39.614153 tst mo_mt_call.py: using CellId 26647\u000a06:58:39.743511 tst mo_mt_call.py: using BVCI 26648\u000a06:58:39.768844 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:58:39.780424 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:58:39.792133 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:58:39.803545 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:58:39.815016 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:58:39.826477 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:58:39.946273 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:58:40.154436 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:58:40.645490 run create_hlr_db(pid=8231): Launched\u000a06:58:40.824517 bus /sierra_2: Setting Powered False\u000a06:58:41.846138 run create_hlr_db(pid=8231): Terminated: ok {rc=0}\u000a06:58:42.291067 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8233): Launched\u000a06:58:42.627083 run osmo-hlr_10.42.42.2(pid=8234): Launched\u000a06:58:42.751078 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:58:43.332129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8236): Launched\u000a06:58:43.666816 run osmo-stp_10.42.42.5(pid=8237): Launched\u000a06:58:43.786763 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:58:44.396452 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8239): Launched\u000a06:58:44.731876 run osmo-msc_10.42.42.6(pid=8240): Launched\u000a06:58:44.926281 run osmo-stp_10.42.42.5(pid=8237): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8237)]\u000a06:58:45.067357 run osmo-stp_10.42.42.5(pid=8237): stdout: \u000a| (launched: 2022-12-10_06:58:43.501392)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:58:45.207116 run osmo-stp_10.42.42.5(pid=8237): stderr: \u000a| �[0;m�[38;5;43m20221210065843698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065843698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065843698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065843698 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065843699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065843699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065843699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:58:45.340648 run osmo-stp_10.42.42.5(pid=8237): stdout: \u000a| (launched: 2022-12-10_06:58:43.501392)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:58:45.473277 run osmo-stp_10.42.42.5(pid=8237): stderr: \u000a| �[0;m�[38;5;43m20221210065843698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065843698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065843698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065843698 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065843699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065843699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065843699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:58:45.531608 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8237): Process ended prematurely: osmo-stp_10.42.42.5(pid=8237) [trial-2371↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8237)] [trial-2371↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a06:58:45.540753 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a06:58:45.604510 run osmo-hlr_10.42.42.2(pid=8234): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8234)]\u000a06:58:45.656793 run osmo-hlr_10.42.42.2(pid=8234): stdout: \u000a| (launched: 2022-12-10_06:58:42.460022) \u000a06:58:45.709434 run osmo-hlr_10.42.42.2(pid=8234): stderr: \u000a| �[0;m�[1;31m20221210065842663 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210065842664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210065842664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065842664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065842664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210065842664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210065842675 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210065842687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210065842687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210065842687 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:58:45.781093 run osmo-msc_10.42.42.6(pid=8240): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8240)]\u000a06:58:45.833254 run osmo-msc_10.42.42.6(pid=8240): stdout: \u000a| (launched: 2022-12-10_06:58:44.565867) \u000a06:58:45.900203 run osmo-msc_10.42.42.6(pid=8240): stderr: \u000a| �[0;m�[38;5;43m20221210065844894 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210065844894 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f90f831ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210065844894 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210065844894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210065844894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210065844894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210065844896 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210065844896 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210065844897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210065844897 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:58:45.955826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8233): Terminating (SIGTERM)\u000a06:58:45.999947 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8236): Terminating (SIGTERM)\u000a06:58:46.044588 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8239): Terminating (SIGTERM)\u000a06:58:46.057109 --- ParallelTerminationStrategy: PID 8233 died...\u000a06:58:46.117061 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8233): Terminated: ok {rc=0}\u000a06:58:46.128130 --- ParallelTerminationStrategy: PID 8236 died...\u000a06:58:46.186350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8236): Terminated: ok {rc=0}\u000a06:58:46.197466 --- ParallelTerminationStrategy: PID 8239 died...\u000a06:58:46.255847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8239): Terminated: ok {rc=0}\u000a06:58:46.346321 bus /sierra_3: Setting Powered False\u000a06:58:47.452982 bus /sierra_3: Setting Powered False\u000a06:58:48.565383 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8248): Process ended prematurely: osmo-stp_10.42.42.5(pid=8248) [trial-2371↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8248)]", "failedSince" : 2331, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8248): Process ended prematurely: osmo-stp_10.42.42.5(pid=8248) [trial-2371↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8248)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:58:49.677774 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:58:49.689800 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a06:58:49.837169 tst mo_mt_call_osmux.py: using LAC 26648\u000a06:58:49.960591 tst mo_mt_call_osmux.py: using RAC 128\u000a06:58:50.083057 tst mo_mt_call_osmux.py: using CellId 26648\u000a06:58:50.206001 tst mo_mt_call_osmux.py: using BVCI 26649\u000a06:58:50.230123 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:58:50.241356 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:58:50.252205 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:58:50.263662 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:58:50.274950 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a06:58:50.286322 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:58:50.405072 tst voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a06:58:50.612889 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:58:51.101171 run create_hlr_db(pid=8242): Launched\u000a06:58:51.279589 bus /sierra_2: Setting Powered False\u000a06:58:52.302151 run create_hlr_db(pid=8242): Terminated: ok {rc=0}\u000a06:58:52.716069 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8244): Launched\u000a06:58:53.028066 run osmo-hlr_10.42.42.2(pid=8245): Launched\u000a06:58:53.148736 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:58:53.691514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8247): Launched\u000a06:58:54.004541 run osmo-stp_10.42.42.5(pid=8248): Launched\u000a06:58:54.127002 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:58:54.700503 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8250): Launched\u000a06:58:55.014074 run osmo-msc_10.42.42.6(pid=8251): Launched\u000a06:58:55.195713 run osmo-stp_10.42.42.5(pid=8248): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8248)]\u000a06:58:55.327311 run osmo-stp_10.42.42.5(pid=8248): stdout: \u000a| (launched: 2022-12-10_06:58:53.848422)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:58:55.456396 run osmo-stp_10.42.42.5(pid=8248): stderr: \u000a| �[0;m�[38;5;43m20221210065854022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065854022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065854022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065854023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065854023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065854023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065854023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:58:55.580652 run osmo-stp_10.42.42.5(pid=8248): stdout: \u000a| (launched: 2022-12-10_06:58:53.848422)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:58:55.704425 run osmo-stp_10.42.42.5(pid=8248): stderr: \u000a| �[0;m�[38;5;43m20221210065854022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065854022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065854022 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065854023 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065854023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065854023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065854023 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:58:55.758634 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8248): Process ended prematurely: osmo-stp_10.42.42.5(pid=8248) [trial-2371↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8248)] [trial-2371↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a06:58:55.767312 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a06:58:55.828381 run osmo-hlr_10.42.42.2(pid=8245): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8245)]\u000a06:58:55.878254 run osmo-hlr_10.42.42.2(pid=8245): stdout: \u000a| (launched: 2022-12-10_06:58:52.872672) \u000a06:58:55.928659 run osmo-hlr_10.42.42.2(pid=8245): stderr: \u000a| �[0;m�[1;31m20221210065853050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210065853050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210065853050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065853050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065853050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210065853050 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210065853062 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210065853073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210065853073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210065853073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:58:55.996872 run osmo-msc_10.42.42.6(pid=8251): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:sysmo+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8251)]\u000a06:58:56.046529 run osmo-msc_10.42.42.6(pid=8251): stdout: \u000a| (launched: 2022-12-10_06:58:54.857645) \u000a06:58:56.096788 run osmo-msc_10.42.42.6(pid=8251): stderr: \u000a| �[0;m�[38;5;43m20221210065855134 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210065855135 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe0229b9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210065855135 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210065855135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210065855135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210065855135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210065855137 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210065855137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210065855137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210065855138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:58:56.139127 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8244): Terminating (SIGTERM)\u000a06:58:56.179583 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8247): Terminating (SIGTERM)\u000a06:58:56.220600 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8250): Terminating (SIGTERM)\u000a06:58:56.229960 --- ParallelTerminationStrategy: PID 8244 died...\u000a06:58:56.284662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8244): Terminated: ok {rc=0}\u000a06:58:56.294476 --- ParallelTerminationStrategy: PID 8247 died...\u000a06:58:56.348549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8247): Terminated: ok {rc=0}\u000a06:58:56.358505 --- ParallelTerminationStrategy: PID 8250 died...\u000a06:58:56.412680 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8250): Terminated: ok {rc=0}\u000a06:58:56.502524 bus /sierra_3: Setting Powered False\u000a06:58:57.606974 bus /sierra_3: Setting Powered False\u000a06:58:58.719294 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "8", "name" : "voice_sysmo+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:58:38" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8274): Process ended prematurely: osmo-stp_10.42.42.5(pid=8274) [trial-2371↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8274)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8274): Process ended prematurely: osmo-stp_10.42.42.5(pid=8274) [trial-2371↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8274)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a06:59:00.678544 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:59:00.689875 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:59:00.846475 tst mo_mt_call.py: using LAC 26649\u000a06:59:00.998218 tst mo_mt_call.py: using RAC 129\u000a06:59:01.125505 tst mo_mt_call.py: using CellId 26649\u000a06:59:01.282609 tst mo_mt_call.py: using BVCI 26650\u000a06:59:01.316364 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:59:01.332026 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:59:01.346504 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:59:01.360063 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:59:01.372277 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:59:01.384808 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:59:01.525184 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:59:01.791027 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:59:02.335961 run create_hlr_db(pid=8256): Launched\u000a06:59:02.515118 bus /sierra_2: Setting Powered False\u000a06:59:03.536131 run create_hlr_db(pid=8256): Terminated: ok {rc=0}\u000a06:59:03.987911 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8270): Launched\u000a06:59:04.322799 run osmo-hlr_10.42.42.2(pid=8271): Launched\u000a06:59:04.444823 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:59:05.024258 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8273): Launched\u000a06:59:05.360158 run osmo-stp_10.42.42.5(pid=8274): Launched\u000a06:59:05.480936 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:59:06.088049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8276): Launched\u000a06:59:06.421243 run osmo-msc_10.42.42.6(pid=8277): Launched\u000a06:59:06.616439 run osmo-stp_10.42.42.5(pid=8274): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8274)]\u000a06:59:06.756546 run osmo-stp_10.42.42.5(pid=8274): stdout: \u000a| (launched: 2022-12-10_06:59:05.193825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:59:06.896075 run osmo-stp_10.42.42.5(pid=8274): stderr: \u000a| �[0;m�[38;5;43m20221210065905388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065905388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065905388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065905388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065905392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065905392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065905392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:59:07.029855 run osmo-stp_10.42.42.5(pid=8274): stdout: \u000a| (launched: 2022-12-10_06:59:05.193825)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:59:07.162207 run osmo-stp_10.42.42.5(pid=8274): stderr: \u000a| �[0;m�[38;5;43m20221210065905388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065905388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065905388 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065905388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065905392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065905392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065905392 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:59:07.220081 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8274): Process ended prematurely: osmo-stp_10.42.42.5(pid=8274) [trial-2371↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8274)] [trial-2371↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a06:59:07.229208 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a06:59:07.291986 run osmo-hlr_10.42.42.2(pid=8271): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8271)]\u000a06:59:07.344055 run osmo-hlr_10.42.42.2(pid=8271): stdout: \u000a| (launched: 2022-12-10_06:59:04.157679) \u000a06:59:07.396577 run osmo-hlr_10.42.42.2(pid=8271): stderr: \u000a| �[0;m�[1;31m20221210065904359 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210065904360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210065904360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065904360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065904360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210065904360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210065904372 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210065904381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210065904381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210065904381 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:59:07.468090 run osmo-msc_10.42.42.6(pid=8277): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8277)]\u000a06:59:07.520386 run osmo-msc_10.42.42.6(pid=8277): stdout: \u000a| (launched: 2022-12-10_06:59:06.256863) \u000a06:59:07.572882 run osmo-msc_10.42.42.6(pid=8277): stderr: \u000a| �[0;m�[38;5;43m20221210065906582 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210065906582 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f10afbe1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210065906582 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210065906582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210065906582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210065906582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210065906584 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210065906584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210065906584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210065906585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:59:07.617682 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8270): Terminating (SIGTERM)\u000a06:59:07.659610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8273): Terminating (SIGTERM)\u000a06:59:07.701774 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8276): Terminating (SIGTERM)\u000a06:59:07.711380 --- ParallelTerminationStrategy: PID 8270 died...\u000a06:59:07.767610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8270): Terminated: ok {rc=0}\u000a06:59:07.777700 --- ParallelTerminationStrategy: PID 8273 died...\u000a06:59:07.833664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8273): Terminated: ok {rc=0}\u000a06:59:07.843730 --- ParallelTerminationStrategy: PID 8276 died...\u000a06:59:07.900128 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8276): Terminated: ok {rc=0}\u000a06:59:07.987335 bus /sierra_3: Setting Powered False\u000a06:59:09.095404 bus /sierra_3: Setting Powered False\u000a06:59:10.205463 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8285): Process ended prematurely: osmo-stp_10.42.42.5(pid=8285) [trial-2371↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8285)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8285): Process ended prematurely: osmo-stp_10.42.42.5(pid=8285) [trial-2371↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8285)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:59:11.323392 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:59:11.336105 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a06:59:11.489288 tst mo_mt_call_osmux.py: using LAC 26650\u000a06:59:11.614949 tst mo_mt_call_osmux.py: using RAC 130\u000a06:59:11.738331 tst mo_mt_call_osmux.py: using CellId 26650\u000a06:59:11.870221 tst mo_mt_call_osmux.py: using BVCI 26651\u000a06:59:11.896055 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:59:11.908068 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:59:11.919948 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:59:11.931526 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:59:11.943055 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a06:59:11.954473 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:59:12.072927 tst voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a06:59:12.278361 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:59:12.767847 run create_hlr_db(pid=8279): Launched\u000a06:59:12.947373 bus /sierra_2: Setting Powered False\u000a06:59:13.967213 run create_hlr_db(pid=8279): Terminated: ok {rc=0}\u000a06:59:14.408241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8281): Launched\u000a06:59:14.745104 run osmo-hlr_10.42.42.2(pid=8282): Launched\u000a06:59:14.869613 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:59:15.450453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8284): Launched\u000a06:59:15.783931 run osmo-stp_10.42.42.5(pid=8285): Launched\u000a06:59:15.954644 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:59:16.636056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8287): Launched\u000a06:59:17.079696 run osmo-msc_10.42.42.6(pid=8288): Launched\u000a06:59:17.382616 run osmo-stp_10.42.42.5(pid=8285): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8285)]\u000a06:59:17.522873 run osmo-stp_10.42.42.5(pid=8285): stdout: \u000a| (launched: 2022-12-10_06:59:15.619632)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:59:17.661795 run osmo-stp_10.42.42.5(pid=8285): stderr: \u000a| �[0;m�[38;5;43m20221210065915815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065915815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065915815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065915816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065915818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065915818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065915818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:59:17.795421 run osmo-stp_10.42.42.5(pid=8285): stdout: \u000a| (launched: 2022-12-10_06:59:15.619632)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:59:17.928213 run osmo-stp_10.42.42.5(pid=8285): stderr: \u000a| �[0;m�[38;5;43m20221210065915815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065915815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065915815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065915816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065915818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065915818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065915818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:59:17.987032 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8285): Process ended prematurely: osmo-stp_10.42.42.5(pid=8285) [trial-2371↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8285)] [trial-2371↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a06:59:17.996920 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a06:59:18.061063 run osmo-hlr_10.42.42.2(pid=8282): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8282)]\u000a06:59:18.113625 run osmo-hlr_10.42.42.2(pid=8282): stdout: \u000a| (launched: 2022-12-10_06:59:14.578320) \u000a06:59:18.166566 run osmo-hlr_10.42.42.2(pid=8282): stderr: \u000a| �[0;m�[1;31m20221210065914780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210065914780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210065914780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065914780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065914780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210065914780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210065914793 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210065914803 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210065914804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210065914804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:59:18.238645 run osmo-msc_10.42.42.6(pid=8288): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8288)]\u000a06:59:18.290687 run osmo-msc_10.42.42.6(pid=8288): stdout: \u000a| (launched: 2022-12-10_06:59:16.799749) \u000a06:59:18.343425 run osmo-msc_10.42.42.6(pid=8288): stderr: \u000a| �[0;m�[38;5;43m20221210065917272 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210065917272 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffadd44dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210065917272 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210065917273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210065917273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210065917273 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210065917275 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210065917275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210065917275 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210065917276 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:59:18.388001 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8281): Terminating (SIGTERM)\u000a06:59:18.430228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8284): Terminating (SIGTERM)\u000a06:59:18.472728 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8287): Terminating (SIGTERM)\u000a06:59:18.482614 --- ParallelTerminationStrategy: PID 8281 died...\u000a06:59:18.539091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8281): Terminated: ok {rc=0}\u000a06:59:18.549274 --- ParallelTerminationStrategy: PID 8284 died...\u000a06:59:18.605444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8284): Terminated: ok {rc=0}\u000a06:59:18.615542 --- ParallelTerminationStrategy: PID 8287 died...\u000a06:59:18.671751 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8287): Terminated: ok {rc=0}\u000a06:59:18.759953 bus /sierra_3: Setting Powered False\u000a06:59:19.868447 bus /sierra_3: Setting Powered False\u000a06:59:20.981187 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "9", "name" : "voice_sysmo+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:59:00" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8299): Process ended prematurely: osmo-stp_10.42.42.5(pid=8299) [trial-2371↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8299)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8299): Process ended prematurely: osmo-stp_10.42.42.5(pid=8299) [trial-2371↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8299)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a06:59:22.953907 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:59:22.965275 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:59:23.119328 tst mo_mt_call.py: using LAC 26651\u000a06:59:23.249326 tst mo_mt_call.py: using RAC 131\u000a06:59:23.383048 tst mo_mt_call.py: using CellId 26651\u000a06:59:23.512661 tst mo_mt_call.py: using BVCI 26652\u000a06:59:23.538028 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:59:23.549380 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:59:23.560609 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:59:23.571744 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:59:23.582932 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:59:23.594185 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a06:59:23.710791 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a06:59:23.928763 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:59:24.461934 run create_hlr_db(pid=8293): Launched\u000a06:59:24.654143 bus /sierra_2: Setting Powered False\u000a06:59:25.674190 run create_hlr_db(pid=8293): Terminated: ok {rc=0}\u000a06:59:26.091975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8295): Launched\u000a06:59:26.404648 run osmo-hlr_10.42.42.2(pid=8296): Launched\u000a06:59:26.527275 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:59:27.077545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8298): Launched\u000a06:59:27.391347 run osmo-stp_10.42.42.5(pid=8299): Launched\u000a06:59:27.505991 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:59:28.076611 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8301): Launched\u000a06:59:28.390629 run osmo-msc_10.42.42.6(pid=8302): Launched\u000a06:59:28.573176 run osmo-stp_10.42.42.5(pid=8299): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8299)]\u000a06:59:28.704167 run osmo-stp_10.42.42.5(pid=8299): stdout: \u000a| (launched: 2022-12-10_06:59:27.235812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:59:28.833345 run osmo-stp_10.42.42.5(pid=8299): stderr: \u000a| �[0;m�[38;5;43m20221210065927411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065927411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065927411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065927412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065927412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065927412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065927412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:59:28.957790 run osmo-stp_10.42.42.5(pid=8299): stdout: \u000a| (launched: 2022-12-10_06:59:27.235812)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:59:29.081295 run osmo-stp_10.42.42.5(pid=8299): stderr: \u000a| �[0;m�[38;5;43m20221210065927411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065927411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065927411 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065927412 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065927412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065927412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065927412 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:59:29.135495 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8299): Process ended prematurely: osmo-stp_10.42.42.5(pid=8299) [trial-2371↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8299)] [trial-2371↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a06:59:29.144084 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a06:59:29.205112 run osmo-hlr_10.42.42.2(pid=8296): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8296)]\u000a06:59:29.255476 run osmo-hlr_10.42.42.2(pid=8296): stdout: \u000a| (launched: 2022-12-10_06:59:26.249678) \u000a06:59:29.306075 run osmo-hlr_10.42.42.2(pid=8296): stderr: \u000a| �[0;m�[1;31m20221210065926426 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210065926427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210065926427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065926427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065926427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210065926427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210065926439 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210065926447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210065926447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210065926447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:59:29.374680 run osmo-msc_10.42.42.6(pid=8302): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8302)]\u000a06:59:29.424661 run osmo-msc_10.42.42.6(pid=8302): stdout: \u000a| (launched: 2022-12-10_06:59:28.234301) \u000a06:59:29.475759 run osmo-msc_10.42.42.6(pid=8302): stderr: \u000a| �[0;m�[38;5;43m20221210065928505 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210065928505 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbdfab99c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210065928505 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210065928506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210065928506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210065928506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210065928508 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210065928508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210065928508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210065928508 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:59:29.518351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8295): Terminating (SIGTERM)\u000a06:59:29.558641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8298): Terminating (SIGTERM)\u000a06:59:29.598595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8301): Terminating (SIGTERM)\u000a06:59:29.607963 --- ParallelTerminationStrategy: PID 8295 died...\u000a06:59:29.662401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8295): Terminated: ok {rc=0}\u000a06:59:29.672193 --- ParallelTerminationStrategy: PID 8298 died...\u000a06:59:29.726335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8298): Terminated: ok {rc=0}\u000a06:59:29.735867 --- ParallelTerminationStrategy: PID 8301 died...\u000a06:59:29.789920 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8301): Terminated: ok {rc=0}\u000a06:59:29.880411 bus /sierra_3: Setting Powered False\u000a06:59:30.989645 bus /sierra_3: Setting Powered False\u000a06:59:32.110623 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "voice:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8310): Process ended prematurely: osmo-stp_10.42.42.5(pid=8310) [trial-2371↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8310)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8310): Process ended prematurely: osmo-stp_10.42.42.5(pid=8310) [trial-2371↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8310)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:sysmo+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a06:59:33.228928 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:59:33.241159 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a06:59:33.395252 tst mo_mt_call_osmux.py: using LAC 26652\u000a06:59:33.526003 tst mo_mt_call_osmux.py: using RAC 132\u000a06:59:33.657773 tst mo_mt_call_osmux.py: using CellId 26652\u000a06:59:33.783120 tst mo_mt_call_osmux.py: using BVCI 26653\u000a06:59:33.806884 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:59:33.818108 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:59:33.828816 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:59:33.839724 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:59:33.850674 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a06:59:33.861726 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a06:59:33.983156 tst voice:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a06:59:34.199537 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:59:34.731980 run create_hlr_db(pid=8304): Launched\u000a06:59:34.924751 bus /sierra_2: Setting Powered False\u000a06:59:35.945520 run create_hlr_db(pid=8304): Terminated: ok {rc=0}\u000a06:59:36.364876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8306): Launched\u000a06:59:36.676618 run osmo-hlr_10.42.42.2(pid=8307): Launched\u000a06:59:36.798813 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:59:37.345266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8309): Launched\u000a06:59:37.657215 run osmo-stp_10.42.42.5(pid=8310): Launched\u000a06:59:37.772301 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:59:38.340431 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8312): Launched\u000a06:59:38.654258 run osmo-msc_10.42.42.6(pid=8313): Launched\u000a06:59:38.837722 run osmo-stp_10.42.42.5(pid=8310): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8310)]\u000a06:59:38.968674 run osmo-stp_10.42.42.5(pid=8310): stdout: \u000a| (launched: 2022-12-10_06:59:37.502780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:59:39.097630 run osmo-stp_10.42.42.5(pid=8310): stderr: \u000a| �[0;m�[38;5;43m20221210065937677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065937677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065937677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065937678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065937678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065937678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065937678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:59:39.221959 run osmo-stp_10.42.42.5(pid=8310): stdout: \u000a| (launched: 2022-12-10_06:59:37.502780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:59:39.345415 run osmo-stp_10.42.42.5(pid=8310): stderr: \u000a| �[0;m�[38;5;43m20221210065937677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065937677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065937677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065937678 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065937678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065937678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065937678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:59:39.399599 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8310): Process ended prematurely: osmo-stp_10.42.42.5(pid=8310) [trial-2371↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8310)] [trial-2371↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a06:59:39.408135 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a06:59:39.469050 run osmo-hlr_10.42.42.2(pid=8307): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8307)]\u000a06:59:39.518351 run osmo-hlr_10.42.42.2(pid=8307): stdout: \u000a| (launched: 2022-12-10_06:59:36.522343) \u000a06:59:39.568865 run osmo-hlr_10.42.42.2(pid=8307): stderr: \u000a| �[0;m�[1;31m20221210065936701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210065936701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210065936701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065936701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065936701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210065936701 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210065936713 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:sysmo+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210065936721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210065936722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210065936723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:59:39.637265 run osmo-msc_10.42.42.6(pid=8313): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:sysmo+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8313)]\u000a06:59:39.687260 run osmo-msc_10.42.42.6(pid=8313): stdout: \u000a| (launched: 2022-12-10_06:59:38.497327) \u000a06:59:39.737425 run osmo-msc_10.42.42.6(pid=8313): stderr: \u000a| �[0;m�[38;5;43m20221210065938771 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210065938771 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f65375fac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210065938771 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210065938771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210065938771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210065938772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210065938773 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210065938774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210065938774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210065938774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:59:39.779571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8306): Terminating (SIGTERM)\u000a06:59:39.820121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8309): Terminating (SIGTERM)\u000a06:59:39.860636 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8312): Terminating (SIGTERM)\u000a06:59:39.870068 --- ParallelTerminationStrategy: PID 8306 died...\u000a06:59:39.924383 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8306): Terminated: ok {rc=0}\u000a06:59:39.934191 --- ParallelTerminationStrategy: PID 8309 died...\u000a06:59:39.988037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8309): Terminated: ok {rc=0}\u000a06:59:39.997926 --- ParallelTerminationStrategy: PID 8312 died...\u000a06:59:40.051947 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8312): Terminated: ok {rc=0}\u000a06:59:40.141938 bus /sierra_3: Setting Powered False\u000a06:59:41.247343 bus /sierra_3: Setting Powered False\u000a06:59:42.355479 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "10", "name" : "voice_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:59:22" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8324): Process ended prematurely: osmo-stp_10.42.42.5(pid=8324) [trial-2371↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8324)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8324): Process ended prematurely: osmo-stp_10.42.42.5(pid=8324) [trial-2371↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8324)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 emergency:sysmo emergency_mo_mt_call.py\u000a----------------------------------------------\u000a06:59:44.337038 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:59:44.348060 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a06:59:44.474065 tst emergency_mo_mt_call.py: using LAC 26653\u000a06:59:44.590865 tst emergency_mo_mt_call.py: using RAC 133\u000a06:59:44.708932 tst emergency_mo_mt_call.py: using CellId 26653\u000a06:59:44.831166 tst emergency_mo_mt_call.py: using BVCI 26654\u000a06:59:44.854234 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:59:44.864799 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:59:44.875441 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:59:44.886299 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:59:44.896929 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:59:44.907562 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a06:59:45.027958 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a06:59:45.234891 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:59:45.717342 run create_hlr_db(pid=8318): Launched\u000a06:59:45.900225 bus /sierra_2: Setting Powered False\u000a06:59:46.915760 run create_hlr_db(pid=8318): Terminated: ok {rc=0}\u000a06:59:47.343197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8320): Launched\u000a06:59:47.653102 run osmo-hlr_10.42.42.2(pid=8321): Launched\u000a06:59:47.771487 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:59:48.307372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8323): Launched\u000a06:59:48.616031 run osmo-stp_10.42.42.5(pid=8324): Launched\u000a06:59:48.737835 tst emergency_mo_mt_call.py: using MSISDN 7607\u000a06:59:48.888887 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:59:49.445514 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8326): Launched\u000a06:59:49.754888 run osmo-msc_10.42.42.6(pid=8327): Launched\u000a06:59:49.933732 run osmo-stp_10.42.42.5(pid=8324): ERR: Terminated: ERROR {rc=1} [trial-2371↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8324)]\u000a06:59:50.063011 run osmo-stp_10.42.42.5(pid=8324): stdout: \u000a| (launched: 2022-12-10_06:59:48.462200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:59:50.189423 run osmo-stp_10.42.42.5(pid=8324): stderr: \u000a| �[0;m�[38;5;43m20221210065948635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065948635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065948636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065948636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065948636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065948637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065948637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:59:50.311289 run osmo-stp_10.42.42.5(pid=8324): stdout: \u000a| (launched: 2022-12-10_06:59:48.462200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a06:59:50.432185 run osmo-stp_10.42.42.5(pid=8324): stderr: \u000a| �[0;m�[38;5;43m20221210065948635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065948635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065948636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065948636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065948636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065948637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065948637 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a06:59:50.485175 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=8324): Process ended prematurely: osmo-stp_10.42.42.5(pid=8324) [trial-2371↪emergency:sysmo↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8324)] [trial-2371↪emergency:sysmo↪emergency_mo_mt_call.py:19]\u000a06:59:50.493155 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a06:59:50.554094 run osmo-hlr_10.42.42.2(pid=8321): ERR: Terminated: ERROR {rc=237} [trial-2371↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8321)]\u000a06:59:50.604268 run osmo-hlr_10.42.42.2(pid=8321): stdout: \u000a| (launched: 2022-12-10_06:59:47.498380) \u000a06:59:50.655011 run osmo-hlr_10.42.42.2(pid=8321): stderr: \u000a| �[0;m�[1;31m20221210065947675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210065947675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210065947675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065947675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065947675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210065947676 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210065947689 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/emergency:sysmo/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210065947698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210065947698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210065947698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a06:59:50.723952 run osmo-msc_10.42.42.6(pid=8327): ERR: Terminated: ERROR {rc=2} [trial-2371↪emergency:sysmo↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8327)]\u000a06:59:50.774099 run osmo-msc_10.42.42.6(pid=8327): stdout: \u000a| (launched: 2022-12-10_06:59:49.599675) \u000a06:59:50.824375 run osmo-msc_10.42.42.6(pid=8327): stderr: \u000a| �[0;m�[38;5;43m20221210065949873 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210065949874 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa2ab009c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210065949874 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210065949874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210065949874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210065949874 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210065949876 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210065949876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210065949876 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210065949877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a06:59:50.867363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8320): Terminating (SIGTERM)\u000a06:59:50.908014 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8323): Terminating (SIGTERM)\u000a06:59:50.948928 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8326): Terminating (SIGTERM)\u000a06:59:50.958348 --- ParallelTerminationStrategy: PID 8320 died...\u000a06:59:51.013441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8320): Terminated: ok {rc=0}\u000a06:59:51.023165 --- ParallelTerminationStrategy: PID 8323 died...\u000a06:59:51.077568 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8323): Terminated: ok {rc=0}\u000a06:59:51.087315 --- ParallelTerminationStrategy: PID 8326 died...\u000a06:59:51.141688 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8326): Terminated: ok {rc=0}\u000a06:59:51.232004 bus /sierra_3: Setting Powered False\u000a06:59:52.337760 bus /sierra_3: Setting Powered False\u000a06:59:53.450330 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "emergency:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8336): Process ended prematurely: osmo-stp_10.42.42.5(pid=8336) [trial-2371↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8336)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8336): Process ended prematurely: osmo-stp_10.42.42.5(pid=8336) [trial-2371↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8336)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 emergency:sysmo emergency_preemptive_call.py\u000a----------------------------------------------\u000a06:59:54.502660 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:59:54.514582 tst emergency:sysmo: Using 1 x bts (candidates: 1)\u000a06:59:54.642402 tst emergency_preemptive_call.py: using LAC 26654\u000a06:59:54.762359 tst emergency_preemptive_call.py: using RAC 134\u000a06:59:54.881598 tst emergency_preemptive_call.py: using CellId 26654\u000a06:59:55.001549 tst emergency_preemptive_call.py: using BVCI 26655\u000a06:59:55.025050 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:59:55.035621 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:59:55.046151 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:59:55.056895 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:59:55.067663 tst emergency:sysmo: Using 1 x ip_address (candidates: 6)\u000a06:59:55.078146 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a06:59:55.196820 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a06:59:55.319366 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a06:59:55.435469 tst emergency:sysmo: Using 1 x modem (candidates: 4)\u000a06:59:55.646567 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a06:59:56.169788 run create_hlr_db(pid=8330): Launched\u000a06:59:56.358324 bus /sierra_2: Setting Powered False\u000a06:59:57.378663 run create_hlr_db(pid=8330): Terminated: ok {rc=0}\u000a06:59:57.791286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8332): Launched\u000a06:59:58.100097 run osmo-hlr_10.42.42.2(pid=8333): Launched\u000a06:59:58.221873 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a06:59:58.759504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8335): Launched\u000a06:59:59.067974 run osmo-stp_10.42.42.5(pid=8336): Launched\u000a06:59:59.189157 tst emergency_preemptive_call.py: using MSISDN 7608\u000a06:59:59.340223 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a06:59:59.895257 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8338): Launched\u000a07:00:00.203325 run osmo-msc_10.42.42.6(pid=8339): Launched\u000a07:00:00.389974 run osmo-stp_10.42.42.5(pid=8336): ERR: Terminated: ERROR {rc=1} [trial-2371↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8336)]\u000a07:00:00.519172 run osmo-stp_10.42.42.5(pid=8336): stdout: \u000a| (launched: 2022-12-10_06:59:58.914627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:00:00.646543 run osmo-stp_10.42.42.5(pid=8336): stderr: \u000a| �[0;m�[38;5;43m20221210065959088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065959089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065959089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065959089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065959090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065959090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065959090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:00:00.769139 run osmo-stp_10.42.42.5(pid=8336): stdout: \u000a| (launched: 2022-12-10_06:59:58.914627)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:00:00.899095 run osmo-stp_10.42.42.5(pid=8336): stderr: \u000a| �[0;m�[38;5;43m20221210065959088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210065959089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210065959089 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210065959089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210065959090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210065959090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210065959090 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:00:00.953784 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=8336): Process ended prematurely: osmo-stp_10.42.42.5(pid=8336) [trial-2371↪emergency:sysmo↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8336)] [trial-2371↪emergency:sysmo↪emergency_preemptive_call.py:32]\u000a07:00:00.962450 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a07:00:01.025936 run osmo-hlr_10.42.42.2(pid=8333): ERR: Terminated: ERROR {rc=237} [trial-2371↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8333)]\u000a07:00:01.077559 run osmo-hlr_10.42.42.2(pid=8333): stdout: \u000a| (launched: 2022-12-10_06:59:57.947369) \u000a07:00:01.130528 run osmo-hlr_10.42.42.2(pid=8333): stderr: \u000a| �[0;m�[1;31m20221210065958127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210065958127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210065958127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065958127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210065958127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210065958127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210065958143 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/emergency:sysmo/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210065958153 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210065958154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210065958154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:00:01.201878 run osmo-msc_10.42.42.6(pid=8339): ERR: Terminated: ERROR {rc=2} [trial-2371↪emergency:sysmo↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8339)]\u000a07:00:01.253694 run osmo-msc_10.42.42.6(pid=8339): stdout: \u000a| (launched: 2022-12-10_07:00:00.049834) \u000a07:00:01.305367 run osmo-msc_10.42.42.6(pid=8339): stderr: \u000a| �[0;m�[38;5;43m20221210070000325 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210070000325 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f623f9a0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210070000325 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210070000326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210070000326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210070000326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210070000328 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210070000328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210070000328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210070000328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:00:01.350555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8332): Terminating (SIGTERM)\u000a07:00:01.393236 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8335): Terminating (SIGTERM)\u000a07:00:01.436851 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8338): Terminating (SIGTERM)\u000a07:00:01.446755 --- ParallelTerminationStrategy: PID 8332 died...\u000a07:00:01.503100 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8332): Terminated: ok {rc=0}\u000a07:00:01.514795 --- ParallelTerminationStrategy: PID 8335 died...\u000a07:00:01.571191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8335): Terminated: ok {rc=0}\u000a07:00:01.583269 --- ParallelTerminationStrategy: PID 8338 died...\u000a07:00:01.640845 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8338): Terminated: ok {rc=0}\u000a07:00:01.733416 bus /sierra_9: Setting Powered False\u000a07:00:02.837102 bus /sierra_9: Setting Powered False\u000a07:00:03.947658 bus /sierra_8: Setting Powered False\u000a07:00:05.055970 bus /sierra_8: Setting Powered False\u000a07:00:06.164716 bus /sierra_3: Setting Powered False\u000a07:00:07.267733 bus /sierra_3: Setting Powered False\u000a07:00:08.381378 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "11", "name" : "emergency_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T06:59:44" }, { "cases" : [ { "testActions" : [ ], "age" : 58, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8358): Process ended prematurely: osmo-stp_10.42.42.5(pid=8358) [trial-2371↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8358)]", "failedSince" : 2314, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8358): Process ended prematurely: osmo-stp_10.42.42.5(pid=8358) [trial-2371↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8358)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:sysmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:00:10.458230 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:00:10.468699 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a07:00:10.593673 tst cs_paging_gprs_active.py: using LAC 26655\u000a07:00:10.714801 tst cs_paging_gprs_active.py: using RAC 135\u000a07:00:10.837722 tst cs_paging_gprs_active.py: using CellId 26655\u000a07:00:10.958246 tst cs_paging_gprs_active.py: using BVCI 26656\u000a07:00:10.981907 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:00:10.992847 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:00:11.003363 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:00:11.014093 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:00:11.024627 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:00:11.035292 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:00:11.046067 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:00:11.056633 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:00:11.067509 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a07:00:11.184659 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a07:00:11.488485 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:00:11.629618 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:00:11.976226 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8348): Launched\u000a07:00:12.266982 run iperf3-srv_10.42.42.10(pid=8349): Launched\u000a07:00:12.471991 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:00:12.611173 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:00:12.958460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8350): Launched\u000a07:00:13.247432 run iperf3-srv_10.42.42.10(pid=8351): Launched\u000a07:00:13.451709 tst cs_paging_gprs_active.py:38: start network...\u000a07:00:13.590273 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:00:14.126002 run create_hlr_db(pid=8352): Launched\u000a07:00:14.319597 bus /sierra_2: Setting Powered False\u000a07:00:15.340339 run create_hlr_db(pid=8352): Terminated: ok {rc=0}\u000a07:00:15.768504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8354): Launched\u000a07:00:16.253742 run osmo-hlr_10.42.42.2(pid=8355): Launched\u000a07:00:16.477712 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:00:17.066495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8357): Launched\u000a07:00:17.422907 run osmo-stp_10.42.42.5(pid=8358): Launched\u000a07:00:17.550028 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:00:19.137231 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8360): Launched\u000a07:00:19.256268 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:00:19.550153 run patchelf(pid=8361): Launched\u000a07:00:19.743987 run osmo-stp_10.42.42.5(pid=8358): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8358)]\u000a07:00:19.885850 run osmo-stp_10.42.42.5(pid=8358): stdout: \u000a| (launched: 2022-12-10_07:00:17.238175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:00:20.028510 run osmo-stp_10.42.42.5(pid=8358): stderr: \u000a| �[0;m�[38;5;43m20221210070017457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070017457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070017457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070017458 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070017458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070017458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070017458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:00:20.165940 run osmo-stp_10.42.42.5(pid=8358): stdout: \u000a| (launched: 2022-12-10_07:00:17.238175)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:00:20.301757 run osmo-stp_10.42.42.5(pid=8358): stderr: \u000a| �[0;m�[38;5;43m20221210070017457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070017457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070017457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070017458 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070017458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070017458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070017458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:00:20.460884 run patchelf(pid=8361): Terminating (SIGINT)\u000a07:00:20.648326 run patchelf(pid=8361): Terminated: ok {rc=0}\u000a07:00:20.682572 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8358): Process ended prematurely: osmo-stp_10.42.42.5(pid=8358) [trial-2371↪gprs:sysmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8358)] [trial-2371↪gprs:sysmo↪cs_paging_gprs_active.py:38]\u000a07:00:20.692223 tst cs_paging_gprs_active.py:38: Test FAILED (10.3 sec)\u000a07:00:20.755366 run osmo-hlr_10.42.42.2(pid=8355): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:sysmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8355)]\u000a07:00:20.807004 run osmo-hlr_10.42.42.2(pid=8355): stdout: \u000a| (launched: 2022-12-10_07:00:15.950163) \u000a07:00:20.859244 run osmo-hlr_10.42.42.2(pid=8355): stderr: \u000a| �[0;m�[1;31m20221210070016206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070016206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070016206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070016206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070016206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070016206 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070016222 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:sysmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070016236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070016238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070016238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:00:20.904041 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8348): Terminating (SIGTERM)\u000a07:00:20.946774 run iperf3-srv_10.42.42.10(pid=8349): Terminating (SIGTERM)\u000a07:00:20.989728 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8350): Terminating (SIGTERM)\u000a07:00:21.032520 run iperf3-srv_10.42.42.10(pid=8351): Terminating (SIGTERM)\u000a07:00:21.075223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8354): Terminating (SIGTERM)\u000a07:00:21.117792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8357): Terminating (SIGTERM)\u000a07:00:21.160235 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8360): Terminating (SIGTERM)\u000a07:00:21.170061 --- ParallelTerminationStrategy: PID 8348 died...\u000a07:00:21.227545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8348): Terminated: ok {rc=0}\u000a07:00:21.237771 --- ParallelTerminationStrategy: PID 8349 died...\u000a07:00:21.294015 run iperf3-srv_10.42.42.10(pid=8349): Terminated {rc=256}\u000a07:00:21.304060 --- ParallelTerminationStrategy: PID 8350 died...\u000a07:00:21.360529 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8350): Terminated: ok {rc=0}\u000a07:00:21.370663 --- ParallelTerminationStrategy: PID 8351 died...\u000a07:00:21.427101 run iperf3-srv_10.42.42.10(pid=8351): Terminated {rc=256}\u000a07:00:21.437284 --- ParallelTerminationStrategy: PID 8354 died...\u000a07:00:21.493768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8354): Terminated: ok {rc=0}\u000a07:00:21.503909 --- ParallelTerminationStrategy: PID 8357 died...\u000a07:00:21.560646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8357): Terminated: ok {rc=0}\u000a07:00:21.570808 --- ParallelTerminationStrategy: PID 8360 died...\u000a07:00:21.627454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8360): Terminated: ok {rc=0}\u000a07:00:21.716734 bus /gobi_0: Setting Powered False\u000a07:00:22.822619 bus /gobi_0: Setting Powered False\u000a07:00:23.934981 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 58, "className" : "gprs:sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8370): Process ended prematurely: osmo-stp_10.42.42.5(pid=8370) [trial-2371↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8370)]", "failedSince" : 2314, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8370): Process ended prematurely: osmo-stp_10.42.42.5(pid=8370) [trial-2371↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8370)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:sysmo iperf3.py\u000a----------------------------------------------\u000a07:00:25.053660 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:00:25.065340 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a07:00:25.197544 tst iperf3.py: using LAC 26656\u000a07:00:25.329560 tst iperf3.py: using RAC 136\u000a07:00:25.466624 tst iperf3.py: using CellId 26656\u000a07:00:25.594560 tst iperf3.py: using BVCI 26657\u000a07:00:25.619990 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:00:25.631098 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:00:25.642060 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:00:25.652934 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:00:25.663772 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:00:25.674588 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:00:25.685550 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:00:25.696425 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:00:25.707956 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a07:00:26.008000 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:00:26.147408 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:00:26.493998 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8362): Launched\u000a07:00:26.782141 run iperf3-srv_10.42.42.10(pid=8363): Launched\u000a07:00:26.986315 tst iperf3.py:8: start network...\u000a07:00:27.125658 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:00:27.658907 run create_hlr_db(pid=8364): Launched\u000a07:00:27.851188 bus /gobi_6: Setting Powered False\u000a07:00:28.871491 run create_hlr_db(pid=8364): Terminated: ok {rc=0}\u000a07:00:29.289858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8366): Launched\u000a07:00:29.603870 run osmo-hlr_10.42.42.2(pid=8367): Launched\u000a07:00:29.725031 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:00:30.274115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8369): Launched\u000a07:00:30.588902 run osmo-stp_10.42.42.5(pid=8370): Launched\u000a07:00:30.701931 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:00:31.308592 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8372): Launched\u000a07:00:31.431958 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:00:31.741340 run patchelf(pid=8373): Launched\u000a07:00:31.941239 run osmo-stp_10.42.42.5(pid=8370): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8370)]\u000a07:00:32.088412 run osmo-stp_10.42.42.5(pid=8370): stdout: \u000a| (launched: 2022-12-10_07:00:30.431879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:00:32.232428 run osmo-stp_10.42.42.5(pid=8370): stderr: \u000a| �[0;m�[38;5;43m20221210070030605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070030605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070030606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070030606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070030606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070030607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070030607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:00:32.370238 run osmo-stp_10.42.42.5(pid=8370): stdout: \u000a| (launched: 2022-12-10_07:00:30.431879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:00:32.506173 run osmo-stp_10.42.42.5(pid=8370): stderr: \u000a| �[0;m�[38;5;43m20221210070030605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070030605 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070030606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070030606 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070030606 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070030607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070030607 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:00:32.665520 run patchelf(pid=8373): Terminating (SIGINT)\u000a07:00:32.853543 run patchelf(pid=8373): Terminated: ok {rc=0}\u000a07:00:32.887869 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8370): Process ended prematurely: osmo-stp_10.42.42.5(pid=8370) [trial-2371↪gprs:sysmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8370)] [trial-2371↪gprs:sysmo↪iperf3.py:8]\u000a07:00:32.897669 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a07:00:32.961894 run osmo-hlr_10.42.42.2(pid=8367): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:sysmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8367)]\u000a07:00:33.014362 run osmo-hlr_10.42.42.2(pid=8367): stdout: \u000a| (launched: 2022-12-10_07:00:29.447678) \u000a07:00:33.067957 run osmo-hlr_10.42.42.2(pid=8367): stderr: \u000a| �[0;m�[1;31m20221210070029628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070029628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070029628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070029628 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070029629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070029629 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070029640 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:sysmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070029651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070029651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070029651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:00:33.113513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8362): Terminating (SIGTERM)\u000a07:00:33.156198 run iperf3-srv_10.42.42.10(pid=8363): Terminating (SIGTERM)\u000a07:00:33.199003 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8366): Terminating (SIGTERM)\u000a07:00:33.241666 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8369): Terminating (SIGTERM)\u000a07:00:33.285047 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8372): Terminating (SIGTERM)\u000a07:00:33.294892 --- ParallelTerminationStrategy: PID 8362 died...\u000a07:00:33.351931 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8362): Terminated: ok {rc=0}\u000a07:00:33.362166 --- ParallelTerminationStrategy: PID 8363 died...\u000a07:00:33.418895 run iperf3-srv_10.42.42.10(pid=8363): Terminated {rc=256}\u000a07:00:33.429240 --- ParallelTerminationStrategy: PID 8366 died...\u000a07:00:33.485952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8366): Terminated: ok {rc=0}\u000a07:00:33.496138 --- ParallelTerminationStrategy: PID 8369 died...\u000a07:00:33.553122 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8369): Terminated: ok {rc=0}\u000a07:00:33.563347 --- ParallelTerminationStrategy: PID 8372 died...\u000a07:00:33.620169 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8372): Terminated: ok {rc=0}\u000a07:00:33.709614 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "gprs:sysmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8388): Process ended prematurely: osmo-stp_10.42.42.5(pid=8388) [trial-2371↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8388)]", "failedSince" : 2313, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8388): Process ended prematurely: osmo-stp_10.42.42.5(pid=8388) [trial-2371↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8388)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:sysmo iperf3m4.py\u000a----------------------------------------------\u000a07:00:34.828315 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:00:34.840078 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a07:00:34.971597 tst iperf3m4.py: using LAC 26657\u000a07:00:35.103882 tst iperf3m4.py: using RAC 137\u000a07:00:35.235779 tst iperf3m4.py: using CellId 26657\u000a07:00:35.365696 tst iperf3m4.py: using BVCI 26658\u000a07:00:35.391049 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:00:35.402157 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:00:35.413123 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:00:35.424022 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:00:35.434917 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:00:35.445753 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:00:35.456723 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:00:35.467614 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:00:35.478776 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a07:00:35.596346 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a07:00:35.716863 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a07:00:35.833463 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a07:00:36.117843 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:00:36.247330 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:00:36.572714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8374): Launched\u000a07:00:36.843432 run iperf3-srv_10.42.42.10(pid=8375): Launched\u000a07:00:37.033513 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:00:37.164314 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:00:37.487735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8376): Launched\u000a07:00:37.758685 run iperf3-srv_10.42.42.10(pid=8377): Launched\u000a07:00:37.948135 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:00:38.077647 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:00:38.401928 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8378): Launched\u000a07:00:38.671338 run iperf3-srv_10.42.42.10(pid=8379): Launched\u000a07:00:38.860492 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:00:38.989863 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:00:39.315623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8380): Launched\u000a07:00:39.601457 run iperf3-srv_10.42.42.10(pid=8381): Launched\u000a07:00:39.790312 tst iperf3m4.py:8: start network...\u000a07:00:39.919350 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:00:40.411624 run create_hlr_db(pid=8382): Launched\u000a07:00:40.590757 bus /gobi_6: Setting Powered False\u000a07:00:41.612014 run create_hlr_db(pid=8382): Terminated: ok {rc=0}\u000a07:00:42.056171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8384): Launched\u000a07:00:42.392722 run osmo-hlr_10.42.42.2(pid=8385): Launched\u000a07:00:42.516764 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:00:43.097974 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8387): Launched\u000a07:00:43.431616 run osmo-stp_10.42.42.5(pid=8388): Launched\u000a07:00:43.552142 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:00:44.133526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8390): Launched\u000a07:00:44.252589 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:00:44.545131 run patchelf(pid=8391): Launched\u000a07:00:44.739817 run osmo-stp_10.42.42.5(pid=8388): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8388)]\u000a07:00:44.882382 run osmo-stp_10.42.42.5(pid=8388): stdout: \u000a| (launched: 2022-12-10_07:00:43.267650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:00:45.025327 run osmo-stp_10.42.42.5(pid=8388): stderr: \u000a| �[0;m�[38;5;43m20221210070043464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070043464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070043464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070043465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070043465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070043465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070043465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:00:45.163772 run osmo-stp_10.42.42.5(pid=8388): stdout: \u000a| (launched: 2022-12-10_07:00:43.267650)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:00:45.300161 run osmo-stp_10.42.42.5(pid=8388): stderr: \u000a| �[0;m�[38;5;43m20221210070043464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070043464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070043464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070043465 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070043465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070043465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070043465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:00:45.459487 run patchelf(pid=8391): Terminating (SIGINT)\u000a07:00:45.646849 run patchelf(pid=8391): Terminated: ok {rc=0}\u000a07:00:45.680868 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8388): Process ended prematurely: osmo-stp_10.42.42.5(pid=8388) [trial-2371↪gprs:sysmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8388)] [trial-2371↪gprs:sysmo↪iperf3m4.py:8]\u000a07:00:45.690687 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a07:00:45.754801 run osmo-hlr_10.42.42.2(pid=8385): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:sysmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8385)]\u000a07:00:45.807133 run osmo-hlr_10.42.42.2(pid=8385): stdout: \u000a| (launched: 2022-12-10_07:00:42.226415) \u000a07:00:45.870711 run osmo-hlr_10.42.42.2(pid=8385): stderr: \u000a| �[0;m�[1;31m20221210070042428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070042428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070042428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070042428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070042428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070042429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070042441 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:sysmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070042450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070042450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070042450 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:00:45.917552 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8374): Terminating (SIGTERM)\u000a07:00:45.981136 run iperf3-srv_10.42.42.10(pid=8375): Terminating (SIGTERM)\u000a07:00:46.025336 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8376): Terminating (SIGTERM)\u000a07:00:46.083014 run iperf3-srv_10.42.42.10(pid=8377): Terminating (SIGTERM)\u000a07:00:46.140111 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8378): Terminating (SIGTERM)\u000a07:00:46.197521 run iperf3-srv_10.42.42.10(pid=8379): Terminating (SIGTERM)\u000a07:00:46.246871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8380): Terminating (SIGTERM)\u000a07:00:46.288764 run iperf3-srv_10.42.42.10(pid=8381): Terminating (SIGTERM)\u000a07:00:46.334470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8384): Terminating (SIGTERM)\u000a07:00:46.377730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8387): Terminating (SIGTERM)\u000a07:00:46.424653 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8390): Terminating (SIGTERM)\u000a07:00:46.436799 --- ParallelTerminationStrategy: PID 8374 died...\u000a07:00:46.496899 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8374): Terminated: ok {rc=0}\u000a07:00:46.508091 --- ParallelTerminationStrategy: PID 8375 died...\u000a07:00:46.566412 run iperf3-srv_10.42.42.10(pid=8375): Terminated {rc=256}\u000a07:00:46.577249 --- ParallelTerminationStrategy: PID 8376 died...\u000a07:00:46.636481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8376): Terminated: ok {rc=0}\u000a07:00:46.647263 --- ParallelTerminationStrategy: PID 8377 died...\u000a07:00:46.706914 run iperf3-srv_10.42.42.10(pid=8377): Terminated {rc=256}\u000a07:00:46.717696 --- ParallelTerminationStrategy: PID 8378 died...\u000a07:00:46.776052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8378): Terminated: ok {rc=0}\u000a07:00:46.786932 --- ParallelTerminationStrategy: PID 8379 died...\u000a07:00:46.845955 run iperf3-srv_10.42.42.10(pid=8379): Terminated {rc=256}\u000a07:00:46.856742 --- ParallelTerminationStrategy: PID 8380 died...\u000a07:00:46.914657 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8380): Terminated: ok {rc=0}\u000a07:00:46.925435 --- ParallelTerminationStrategy: PID 8381 died...\u000a07:00:46.982124 run iperf3-srv_10.42.42.10(pid=8381): Terminated {rc=256}\u000a07:00:46.994015 --- ParallelTerminationStrategy: PID 8384 died...\u000a07:00:47.053543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8384): Terminated: ok {rc=0}\u000a07:00:47.064334 --- ParallelTerminationStrategy: PID 8387 died...\u000a07:00:47.122523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8387): Terminated: ok {rc=0}\u000a07:00:47.133420 --- ParallelTerminationStrategy: PID 8390 died...\u000a07:00:47.189869 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8390): Terminated: ok {rc=0}\u000a07:00:47.280681 bus /gobi_4: Setting Powered False\u000a07:00:48.389609 bus /gobi_4: Setting Powered False\u000a07:00:49.503647 bus /gobi_1: Setting Powered False\u000a07:00:50.608643 bus /gobi_1: Setting Powered False\u000a07:00:51.721837 bus /gobi_0: Setting Powered False\u000a07:00:52.827077 bus /gobi_0: Setting Powered False\u000a07:00:53.937604 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8398): Process ended prematurely: osmo-stp_10.42.42.5(pid=8398) [trial-2371↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8398)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8398): Process ended prematurely: osmo-stp_10.42.42.5(pid=8398) [trial-2371↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8398)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:sysmo ping.py\u000a----------------------------------------------\u000a07:00:55.007379 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:00:55.019135 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a07:00:55.156847 tst ping.py: using LAC 26658\u000a07:00:55.286090 tst ping.py: using RAC 138\u000a07:00:55.416510 tst ping.py: using CellId 26658\u000a07:00:55.544770 tst ping.py: using BVCI 26659\u000a07:00:55.570065 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:00:55.581252 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:00:55.592259 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:00:55.603224 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:00:55.614142 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:00:55.624936 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:00:55.636176 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:00:55.647200 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a07:00:55.944563 tst ping.py:19: start network...\u000a07:00:56.081789 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:00:56.606857 run create_hlr_db(pid=8392): Launched\u000a07:00:56.796307 bus /gobi_6: Setting Powered False\u000a07:00:57.816833 run create_hlr_db(pid=8392): Terminated: ok {rc=0}\u000a07:00:58.238265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8394): Launched\u000a07:00:58.546325 run osmo-hlr_10.42.42.2(pid=8395): Launched\u000a07:00:58.662939 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:00:59.200052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8397): Launched\u000a07:00:59.507540 run osmo-stp_10.42.42.5(pid=8398): Launched\u000a07:00:59.619313 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:01:00.151284 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8400): Launched\u000a07:01:00.259623 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:01:00.527729 run patchelf(pid=8401): Launched\u000a07:01:00.706082 run osmo-stp_10.42.42.5(pid=8398): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8398)]\u000a07:01:00.836796 run osmo-stp_10.42.42.5(pid=8398): stdout: \u000a| (launched: 2022-12-10_07:00:59.354662)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:01:00.976734 run osmo-stp_10.42.42.5(pid=8398): stderr: \u000a| �[0;m�[38;5;43m20221210070059524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070059524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070059525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070059525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070059527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070059527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070059528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:01:01.106377 run osmo-stp_10.42.42.5(pid=8398): stdout: \u000a| (launched: 2022-12-10_07:00:59.354662)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:01:01.235752 run osmo-stp_10.42.42.5(pid=8398): stderr: \u000a| �[0;m�[38;5;43m20221210070059524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070059524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070059525 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070059525 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070059527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070059527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070059528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:01:01.386648 run patchelf(pid=8401): Terminating (SIGINT)\u000a07:01:01.562748 run patchelf(pid=8401): Terminated: ok {rc=0}\u000a07:01:01.595696 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8398): Process ended prematurely: osmo-stp_10.42.42.5(pid=8398) [trial-2371↪gprs:sysmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8398)] [trial-2371↪gprs:sysmo↪ping.py:22]\u000a07:01:01.605210 tst ping.py:22: Test FAILED (6.6 sec)\u000a07:01:01.670728 run osmo-hlr_10.42.42.2(pid=8395): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:sysmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8395)]\u000a07:01:01.722954 run osmo-hlr_10.42.42.2(pid=8395): stdout: \u000a| (launched: 2022-12-10_07:00:58.392690) \u000a07:01:01.776140 run osmo-hlr_10.42.42.2(pid=8395): stderr: \u000a| �[0;m�[1;31m20221210070058571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070058571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070058571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070058571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070058571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070058571 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070058583 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:sysmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070058592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070058592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070058592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:01:01.821454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8394): Terminating (SIGTERM)\u000a07:01:01.863647 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8397): Terminating (SIGTERM)\u000a07:01:01.906580 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8400): Terminating (SIGTERM)\u000a07:01:01.918190 --- ParallelTerminationStrategy: PID 8394 died...\u000a07:01:01.977318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8394): Terminated: ok {rc=0}\u000a07:01:01.988069 --- ParallelTerminationStrategy: PID 8397 died...\u000a07:01:02.045828 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8397): Terminated: ok {rc=0}\u000a07:01:02.056520 --- ParallelTerminationStrategy: PID 8400 died...\u000a07:01:02.114636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8400): Terminated: ok {rc=0}\u000a07:01:02.203817 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "gprs:sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8408): Process ended prematurely: osmo-stp_10.42.42.5(pid=8408) [trial-2371↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8408)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8408): Process ended prematurely: osmo-stp_10.42.42.5(pid=8408) [trial-2371↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8408)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:sysmo ping_idle_ping.py\u000a----------------------------------------------\u000a07:01:03.257210 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:03.269103 tst gprs:sysmo: Using 1 x bts (candidates: 1)\u000a07:01:03.403194 tst ping_idle_ping.py: using LAC 26659\u000a07:01:03.530781 tst ping_idle_ping.py: using RAC 139\u000a07:01:03.659061 tst ping_idle_ping.py: using CellId 26659\u000a07:01:03.789483 tst ping_idle_ping.py: using BVCI 26660\u000a07:01:03.814619 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:03.825719 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:03.836636 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:03.847769 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:03.858900 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:03.869920 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:03.881219 tst gprs:sysmo: Using 1 x ip_address (candidates: 9)\u000a07:01:03.892260 tst gprs:sysmo: Using 1 x modem (candidates: 4)\u000a07:01:04.185177 tst ping_idle_ping.py:24: start network...\u000a07:01:04.313325 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:01:04.796385 run create_hlr_db(pid=8402): Launched\u000a07:01:04.973287 bus /gobi_6: Setting Powered False\u000a07:01:05.992866 run create_hlr_db(pid=8402): Terminated: ok {rc=0}\u000a07:01:06.401447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8404): Launched\u000a07:01:06.710938 run osmo-hlr_10.42.42.2(pid=8405): Launched\u000a07:01:06.831343 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:01:07.371851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8407): Launched\u000a07:01:07.691997 run osmo-stp_10.42.42.5(pid=8408): Launched\u000a07:01:07.812892 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:01:08.387450 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8410): Launched\u000a07:01:08.504873 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:01:08.794158 run patchelf(pid=8411): Launched\u000a07:01:08.985915 run osmo-stp_10.42.42.5(pid=8408): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8408)]\u000a07:01:09.127020 run osmo-stp_10.42.42.5(pid=8408): stdout: \u000a| (launched: 2022-12-10_07:01:07.526602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:01:09.267369 run osmo-stp_10.42.42.5(pid=8408): stderr: \u000a| �[0;m�[38;5;43m20221210070107715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070107715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070107716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070107716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070107717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070107717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070107717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:01:09.403715 run osmo-stp_10.42.42.5(pid=8408): stdout: \u000a| (launched: 2022-12-10_07:01:07.526602)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:01:09.537897 run osmo-stp_10.42.42.5(pid=8408): stderr: \u000a| �[0;m�[38;5;43m20221210070107715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070107715 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070107716 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070107716 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070107717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070107717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070107717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:01:09.695619 run patchelf(pid=8411): Terminating (SIGINT)\u000a07:01:09.879132 run patchelf(pid=8411): Terminated: ok {rc=0}\u000a07:01:09.912341 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8408): Process ended prematurely: osmo-stp_10.42.42.5(pid=8408) [trial-2371↪gprs:sysmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8408)] [trial-2371↪gprs:sysmo↪ping_idle_ping.py:27]\u000a07:01:09.921518 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a07:01:09.984635 run osmo-hlr_10.42.42.2(pid=8405): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:sysmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8405)]\u000a07:01:10.036429 run osmo-hlr_10.42.42.2(pid=8405): stdout: \u000a| (launched: 2022-12-10_07:01:06.556430) \u000a07:01:10.089374 run osmo-hlr_10.42.42.2(pid=8405): stderr: \u000a| �[0;m�[1;31m20221210070106735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070106735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070106735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070106735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070106735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070106735 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070106747 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:sysmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070106755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070106755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070106755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:01:10.134279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8404): Terminating (SIGTERM)\u000a07:01:10.176430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8407): Terminating (SIGTERM)\u000a07:01:10.218824 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8410): Terminating (SIGTERM)\u000a07:01:10.228547 --- ParallelTerminationStrategy: PID 8404 died...\u000a07:01:10.285240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8404): Terminated: ok {rc=0}\u000a07:01:10.295509 --- ParallelTerminationStrategy: PID 8407 died...\u000a07:01:10.352181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8407): Terminated: ok {rc=0}\u000a07:01:10.362489 --- ParallelTerminationStrategy: PID 8410 died...\u000a07:01:10.419024 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8410): Terminated: ok {rc=0}\u000a07:01:10.507958 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 63.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "12", "name" : "gprs_sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:00:10" }, { "cases" : [ { "testActions" : [ ], "age" : 59, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8426): Process ended prematurely: osmo-stp_10.42.42.5(pid=8426) [trial-2371↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8426)]", "failedSince" : 2313, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8426): Process ended prematurely: osmo-stp_10.42.42.5(pid=8426) [trial-2371↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8426)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:sysmo+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:01:12.609124 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:01:12.620125 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:01:12.754182 tst cs_paging_gprs_active.py: using LAC 26660\u000a07:01:12.887788 tst cs_paging_gprs_active.py: using RAC 140\u000a07:01:13.023319 tst cs_paging_gprs_active.py: using CellId 26660\u000a07:01:13.153168 tst cs_paging_gprs_active.py: using BVCI 26661\u000a07:01:13.178991 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:01:13.190561 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:01:13.201836 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:01:13.213705 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:01:13.225448 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:01:13.237264 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:01:13.249208 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:01:13.260874 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:01:13.272760 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:01:13.393848 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:01:13.681212 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:01:13.812460 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:01:14.139020 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8416): Launched\u000a07:01:14.411221 run iperf3-srv_10.42.42.10(pid=8417): Launched\u000a07:01:14.602435 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:01:14.732855 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:01:15.058732 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8418): Launched\u000a07:01:15.331094 run iperf3-srv_10.42.42.10(pid=8419): Launched\u000a07:01:15.522459 tst cs_paging_gprs_active.py:38: start network...\u000a07:01:15.652490 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:01:16.191862 run create_hlr_db(pid=8420): Launched\u000a07:01:16.376616 bus /gobi_6: Setting Powered False\u000a07:01:17.404083 run create_hlr_db(pid=8420): Terminated: ok {rc=0}\u000a07:01:17.821761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8422): Launched\u000a07:01:18.137197 run osmo-hlr_10.42.42.2(pid=8423): Launched\u000a07:01:18.249754 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:01:18.792638 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8425): Launched\u000a07:01:19.107214 run osmo-stp_10.42.42.5(pid=8426): Launched\u000a07:01:19.221274 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:01:19.768141 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8428): Launched\u000a07:01:19.879248 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:01:20.153495 run patchelf(pid=8429): Launched\u000a07:01:20.335827 run osmo-stp_10.42.42.5(pid=8426): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8426)]\u000a07:01:20.468936 run osmo-stp_10.42.42.5(pid=8426): stdout: \u000a| (launched: 2022-12-10_07:01:18.950663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:01:20.602584 run osmo-stp_10.42.42.5(pid=8426): stderr: \u000a| �[0;m�[38;5;43m20221210070119124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070119124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070119124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070119124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070119125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070119125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070119125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:01:20.731256 run osmo-stp_10.42.42.5(pid=8426): stdout: \u000a| (launched: 2022-12-10_07:01:18.950663)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:01:20.858940 run osmo-stp_10.42.42.5(pid=8426): stderr: \u000a| �[0;m�[38;5;43m20221210070119124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070119124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070119124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070119124 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070119125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070119125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070119125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:01:21.007896 run patchelf(pid=8429): Terminating (SIGINT)\u000a07:01:21.183831 run patchelf(pid=8429): Terminated: ok {rc=0}\u000a07:01:21.215925 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8426): Process ended prematurely: osmo-stp_10.42.42.5(pid=8426) [trial-2371↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8426)] [trial-2371↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a07:01:21.225042 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a07:01:21.286653 run osmo-hlr_10.42.42.2(pid=8423): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:sysmo+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8423)]\u000a07:01:21.336788 run osmo-hlr_10.42.42.2(pid=8423): stdout: \u000a| (launched: 2022-12-10_07:01:17.979761) \u000a07:01:21.387632 run osmo-hlr_10.42.42.2(pid=8423): stderr: \u000a| �[0;m�[1;31m20221210070118158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070118158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070118158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070118158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070118158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070118158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070118195 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:sysmo+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070118205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070118205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070118205 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:01:21.431100 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8416): Terminating (SIGTERM)\u000a07:01:21.472142 run iperf3-srv_10.42.42.10(pid=8417): Terminating (SIGTERM)\u000a07:01:21.512891 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8418): Terminating (SIGTERM)\u000a07:01:21.553988 run iperf3-srv_10.42.42.10(pid=8419): Terminating (SIGTERM)\u000a07:01:21.594998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8422): Terminating (SIGTERM)\u000a07:01:21.635633 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8425): Terminating (SIGTERM)\u000a07:01:21.676535 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8428): Terminating (SIGTERM)\u000a07:01:21.686232 --- ParallelTerminationStrategy: PID 8416 died...\u000a07:01:21.740724 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8416): Terminated: ok {rc=0}\u000a07:01:21.750773 --- ParallelTerminationStrategy: PID 8417 died...\u000a07:01:21.805037 run iperf3-srv_10.42.42.10(pid=8417): Terminated {rc=256}\u000a07:01:21.814829 --- ParallelTerminationStrategy: PID 8418 died...\u000a07:01:21.869564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8418): Terminated: ok {rc=0}\u000a07:01:21.879342 --- ParallelTerminationStrategy: PID 8419 died...\u000a07:01:21.933100 run iperf3-srv_10.42.42.10(pid=8419): Terminated {rc=256}\u000a07:01:21.943034 --- ParallelTerminationStrategy: PID 8422 died...\u000a07:01:21.997272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8422): Terminated: ok {rc=0}\u000a07:01:22.007157 --- ParallelTerminationStrategy: PID 8425 died...\u000a07:01:22.061337 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8425): Terminated: ok {rc=0}\u000a07:01:22.071286 --- ParallelTerminationStrategy: PID 8428 died...\u000a07:01:22.125252 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8428): Terminated: ok {rc=0}\u000a07:01:22.215439 bus /gobi_0: Setting Powered False\u000a07:01:23.319828 bus /gobi_0: Setting Powered False\u000a07:01:24.432499 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8438): Process ended prematurely: osmo-stp_10.42.42.5(pid=8438) [trial-2371↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8438)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8438): Process ended prematurely: osmo-stp_10.42.42.5(pid=8438) [trial-2371↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8438)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:sysmo+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a07:01:25.550547 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:01:25.562613 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:01:25.693155 tst iperf3.py: using LAC 26661\u000a07:01:25.818181 tst iperf3.py: using RAC 141\u000a07:01:25.942478 tst iperf3.py: using CellId 26661\u000a07:01:26.067121 tst iperf3.py: using BVCI 26662\u000a07:01:26.091073 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:01:26.102052 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:01:26.112735 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:01:26.123648 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:01:26.134558 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:01:26.145432 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:01:26.156190 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:01:26.167234 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:01:26.178378 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:01:26.482296 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:01:26.621733 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:01:26.966629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8430): Launched\u000a07:01:27.255954 run iperf3-srv_10.42.42.10(pid=8431): Launched\u000a07:01:27.459851 tst iperf3.py:8: start network...\u000a07:01:27.599526 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:01:28.125804 run create_hlr_db(pid=8432): Launched\u000a07:01:28.305352 bus /gobi_6: Setting Powered False\u000a07:01:29.325806 run create_hlr_db(pid=8432): Terminated: ok {rc=0}\u000a07:01:29.769297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8434): Launched\u000a07:01:30.103726 run osmo-hlr_10.42.42.2(pid=8435): Launched\u000a07:01:30.226851 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:01:30.804935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8437): Launched\u000a07:01:31.312561 run osmo-stp_10.42.42.5(pid=8438): Launched\u000a07:01:31.446328 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:01:32.055746 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8440): Launched\u000a07:01:32.177947 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:01:32.471521 run patchelf(pid=8441): Launched\u000a07:01:32.665722 run osmo-stp_10.42.42.5(pid=8438): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8438)]\u000a07:01:32.807740 run osmo-stp_10.42.42.5(pid=8438): stdout: \u000a| (launched: 2022-12-10_07:01:31.002992)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:01:32.950002 run osmo-stp_10.42.42.5(pid=8438): stderr: \u000a| �[0;m�[38;5;43m20221210070131204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070131204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070131204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070131205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070131207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070131207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070131207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:01:33.088307 run osmo-stp_10.42.42.5(pid=8438): stdout: \u000a| (launched: 2022-12-10_07:01:31.002992)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:01:33.224629 run osmo-stp_10.42.42.5(pid=8438): stderr: \u000a| �[0;m�[38;5;43m20221210070131204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070131204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070131204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070131205 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070131207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070131207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070131207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:01:33.383514 run patchelf(pid=8441): Terminating (SIGINT)\u000a07:01:33.570817 run patchelf(pid=8441): Terminated: ok {rc=0}\u000a07:01:33.605190 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8438): Process ended prematurely: osmo-stp_10.42.42.5(pid=8438) [trial-2371↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8438)] [trial-2371↪gprs:sysmo+mod-bts0-egprs↪iperf3.py:8]\u000a07:01:33.615346 tst iperf3.py:8: Test FAILED (8.1 sec)\u000a07:01:33.679060 run osmo-hlr_10.42.42.2(pid=8435): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:sysmo+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8435)]\u000a07:01:33.731093 run osmo-hlr_10.42.42.2(pid=8435): stdout: \u000a| (launched: 2022-12-10_07:01:29.939154) \u000a07:01:33.783795 run osmo-hlr_10.42.42.2(pid=8435): stderr: \u000a| �[0;m�[1;31m20221210070130140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070130140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070130140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070130140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070130140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070130140 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070130152 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:sysmo+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070130163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070130164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070130164 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:01:33.828872 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8430): Terminating (SIGTERM)\u000a07:01:33.871316 run iperf3-srv_10.42.42.10(pid=8431): Terminating (SIGTERM)\u000a07:01:33.913876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8434): Terminating (SIGTERM)\u000a07:01:33.956011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8437): Terminating (SIGTERM)\u000a07:01:33.998460 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8440): Terminating (SIGTERM)\u000a07:01:34.008213 --- ParallelTerminationStrategy: PID 8430 died...\u000a07:01:34.065266 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8430): Terminated: ok {rc=0}\u000a07:01:34.075498 --- ParallelTerminationStrategy: PID 8431 died...\u000a07:01:34.132169 run iperf3-srv_10.42.42.10(pid=8431): Terminated {rc=256}\u000a07:01:34.142384 --- ParallelTerminationStrategy: PID 8434 died...\u000a07:01:34.198865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8434): Terminated: ok {rc=0}\u000a07:01:34.209155 --- ParallelTerminationStrategy: PID 8437 died...\u000a07:01:34.265756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8437): Terminated: ok {rc=0}\u000a07:01:34.275925 --- ParallelTerminationStrategy: PID 8440 died...\u000a07:01:34.332515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8440): Terminated: ok {rc=0}\u000a07:01:34.420253 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8456): Process ended prematurely: osmo-stp_10.42.42.5(pid=8456) [trial-2371↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8456)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8456): Process ended prematurely: osmo-stp_10.42.42.5(pid=8456) [trial-2371↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8456)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:sysmo+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a07:01:35.533192 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:01:35.544884 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:01:35.678607 tst iperf3m4.py: using LAC 26662\u000a07:01:35.798928 tst iperf3m4.py: using RAC 142\u000a07:01:35.923089 tst iperf3m4.py: using CellId 26662\u000a07:01:36.045079 tst iperf3m4.py: using BVCI 26663\u000a07:01:36.068671 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:01:36.079593 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:01:36.090601 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:01:36.101819 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:01:36.113115 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:01:36.124243 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:01:36.135677 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:01:36.146837 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:01:36.158254 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:01:36.278079 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:01:36.402239 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:01:36.527351 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:01:36.811803 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:01:36.941713 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:01:37.266569 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8442): Launched\u000a07:01:37.538285 run iperf3-srv_10.42.42.10(pid=8443): Launched\u000a07:01:37.728872 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:01:37.858542 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:01:38.183631 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8444): Launched\u000a07:01:38.451928 run iperf3-srv_10.42.42.10(pid=8445): Launched\u000a07:01:38.641359 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:01:38.770430 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:01:39.096201 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8446): Launched\u000a07:01:39.364748 run iperf3-srv_10.42.42.10(pid=8447): Launched\u000a07:01:39.554095 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:01:39.684176 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:01:40.009501 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8448): Launched\u000a07:01:40.279668 run iperf3-srv_10.42.42.10(pid=8449): Launched\u000a07:01:40.469145 tst iperf3m4.py:8: start network...\u000a07:01:40.598666 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:01:41.088759 run create_hlr_db(pid=8450): Launched\u000a07:01:41.267840 bus /gobi_6: Setting Powered False\u000a07:01:42.290216 run create_hlr_db(pid=8450): Terminated: ok {rc=0}\u000a07:01:42.705121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8452): Launched\u000a07:01:43.017965 run osmo-hlr_10.42.42.2(pid=8453): Launched\u000a07:01:43.136165 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:01:43.678530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8455): Launched\u000a07:01:43.992205 run osmo-stp_10.42.42.5(pid=8456): Launched\u000a07:01:44.105553 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:01:44.648167 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8458): Launched\u000a07:01:44.758861 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:01:45.031271 run patchelf(pid=8459): Launched\u000a07:01:45.212713 run osmo-stp_10.42.42.5(pid=8456): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8456)]\u000a07:01:45.345495 run osmo-stp_10.42.42.5(pid=8456): stdout: \u000a| (launched: 2022-12-10_07:01:43.836445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:01:45.478629 run osmo-stp_10.42.42.5(pid=8456): stderr: \u000a| �[0;m�[38;5;43m20221210070144010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070144010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070144010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070144011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070144011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070144011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070144011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:01:45.606408 run osmo-stp_10.42.42.5(pid=8456): stdout: \u000a| (launched: 2022-12-10_07:01:43.836445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:01:45.733544 run osmo-stp_10.42.42.5(pid=8456): stderr: \u000a| �[0;m�[38;5;43m20221210070144010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070144010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070144010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070144011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070144011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070144011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070144011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:01:45.900403 run patchelf(pid=8459): Terminating (SIGINT)\u000a07:01:46.107102 run patchelf(pid=8459): Terminated: ok {rc=0}\u000a07:01:46.142715 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8456): Process ended prematurely: osmo-stp_10.42.42.5(pid=8456) [trial-2371↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8456)] [trial-2371↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py:8]\u000a07:01:46.153872 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a07:01:46.221120 run osmo-hlr_10.42.42.2(pid=8453): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:sysmo+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8453)]\u000a07:01:46.275828 run osmo-hlr_10.42.42.2(pid=8453): stdout: \u000a| (launched: 2022-12-10_07:01:42.863043) \u000a07:01:46.329928 run osmo-hlr_10.42.42.2(pid=8453): stderr: \u000a| �[0;m�[1;31m20221210070143044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070143044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070143044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070143044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070143044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070143044 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070143056 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:sysmo+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070143066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070143066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070143066 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:01:46.376710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8442): Terminating (SIGTERM)\u000a07:01:46.423421 run iperf3-srv_10.42.42.10(pid=8443): Terminating (SIGTERM)\u000a07:01:46.469125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8444): Terminating (SIGTERM)\u000a07:01:46.513395 run iperf3-srv_10.42.42.10(pid=8445): Terminating (SIGTERM)\u000a07:01:46.560291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8446): Terminating (SIGTERM)\u000a07:01:46.607735 run iperf3-srv_10.42.42.10(pid=8447): Terminating (SIGTERM)\u000a07:01:46.652861 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8448): Terminating (SIGTERM)\u000a07:01:46.698508 run iperf3-srv_10.42.42.10(pid=8449): Terminating (SIGTERM)\u000a07:01:46.744859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8452): Terminating (SIGTERM)\u000a07:01:46.790475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8455): Terminating (SIGTERM)\u000a07:01:46.836917 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8458): Terminating (SIGTERM)\u000a07:01:46.847800 --- ParallelTerminationStrategy: PID 8442 died...\u000a07:01:46.907733 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8442): Terminated: ok {rc=0}\u000a07:01:46.918831 --- ParallelTerminationStrategy: PID 8443 died...\u000a07:01:46.977197 run iperf3-srv_10.42.42.10(pid=8443): Terminated {rc=256}\u000a07:01:46.988318 --- ParallelTerminationStrategy: PID 8444 died...\u000a07:01:47.047910 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8444): Terminated: ok {rc=0}\u000a07:01:47.058906 --- ParallelTerminationStrategy: PID 8445 died...\u000a07:01:47.116922 run iperf3-srv_10.42.42.10(pid=8445): Terminated {rc=256}\u000a07:01:47.127668 --- ParallelTerminationStrategy: PID 8446 died...\u000a07:01:47.185032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8446): Terminated: ok {rc=0}\u000a07:01:47.195415 --- ParallelTerminationStrategy: PID 8447 died...\u000a07:01:47.252126 run iperf3-srv_10.42.42.10(pid=8447): Terminated {rc=256}\u000a07:01:47.262458 --- ParallelTerminationStrategy: PID 8448 died...\u000a07:01:47.319130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8448): Terminated: ok {rc=0}\u000a07:01:47.329700 --- ParallelTerminationStrategy: PID 8449 died...\u000a07:01:47.386663 run iperf3-srv_10.42.42.10(pid=8449): Terminated {rc=256}\u000a07:01:47.397087 --- ParallelTerminationStrategy: PID 8452 died...\u000a07:01:47.453685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8452): Terminated: ok {rc=0}\u000a07:01:47.464052 --- ParallelTerminationStrategy: PID 8455 died...\u000a07:01:47.520518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8455): Terminated: ok {rc=0}\u000a07:01:47.530939 --- ParallelTerminationStrategy: PID 8458 died...\u000a07:01:47.587538 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8458): Terminated: ok {rc=0}\u000a07:01:47.675252 bus /gobi_4: Setting Powered False\u000a07:01:48.783532 bus /gobi_4: Setting Powered False\u000a07:01:49.895811 bus /gobi_1: Setting Powered False\u000a07:01:51.000324 bus /gobi_1: Setting Powered False\u000a07:01:52.112442 bus /gobi_0: Setting Powered False\u000a07:01:53.217505 bus /gobi_0: Setting Powered False\u000a07:01:54.331102 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8466): Process ended prematurely: osmo-stp_10.42.42.5(pid=8466) [trial-2371↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8466)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8466): Process ended prematurely: osmo-stp_10.42.42.5(pid=8466) [trial-2371↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8466)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:sysmo+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a07:01:55.400528 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:01:55.412721 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:01:55.547233 tst ping.py: using LAC 26663\u000a07:01:55.678806 tst ping.py: using RAC 143\u000a07:01:55.807751 tst ping.py: using CellId 26663\u000a07:01:55.935466 tst ping.py: using BVCI 26664\u000a07:01:55.960803 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:01:55.972218 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:01:55.983586 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:01:55.994811 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:01:56.006449 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:01:56.017712 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:01:56.029000 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:01:56.040279 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:01:56.324172 tst ping.py:19: start network...\u000a07:01:56.452319 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:01:56.936555 run create_hlr_db(pid=8460): Launched\u000a07:01:57.114071 bus /gobi_6: Setting Powered False\u000a07:01:58.134688 run create_hlr_db(pid=8460): Terminated: ok {rc=0}\u000a07:01:58.543416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8462): Launched\u000a07:01:58.850851 run osmo-hlr_10.42.42.2(pid=8463): Launched\u000a07:01:58.965027 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:01:59.504672 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8465): Launched\u000a07:01:59.812514 run osmo-stp_10.42.42.5(pid=8466): Launched\u000a07:01:59.923733 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:02:00.456036 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8468): Launched\u000a07:02:00.564565 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:02:00.832268 run patchelf(pid=8469): Launched\u000a07:02:01.051488 run osmo-stp_10.42.42.5(pid=8466): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8466)]\u000a07:02:01.185692 run osmo-stp_10.42.42.5(pid=8466): stdout: \u000a| (launched: 2022-12-10_07:01:59.658892)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:02:01.320329 run osmo-stp_10.42.42.5(pid=8466): stderr: \u000a| �[0;m�[38;5;43m20221210070159834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070159834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070159834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070159835 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070159835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070159835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070159835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:02:01.450205 run osmo-stp_10.42.42.5(pid=8466): stdout: \u000a| (launched: 2022-12-10_07:01:59.658892)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:02:01.578855 run osmo-stp_10.42.42.5(pid=8466): stderr: \u000a| �[0;m�[38;5;43m20221210070159834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070159834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070159834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070159835 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070159835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070159835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070159835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:02:01.729215 run patchelf(pid=8469): Terminating (SIGINT)\u000a07:02:01.906315 run patchelf(pid=8469): Terminated: ok {rc=0}\u000a07:02:01.938688 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8466): Process ended prematurely: osmo-stp_10.42.42.5(pid=8466) [trial-2371↪gprs:sysmo+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8466)] [trial-2371↪gprs:sysmo+mod-bts0-egprs↪ping.py:22]\u000a07:02:01.948202 tst ping.py:22: Test FAILED (6.5 sec)\u000a07:02:02.013730 run osmo-hlr_10.42.42.2(pid=8463): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:sysmo+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8463)]\u000a07:02:02.066018 run osmo-hlr_10.42.42.2(pid=8463): stdout: \u000a| (launched: 2022-12-10_07:01:58.698195) \u000a07:02:02.118798 run osmo-hlr_10.42.42.2(pid=8463): stderr: \u000a| �[0;m�[1;31m20221210070158878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070158878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070158878 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070158879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070158879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070158879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070158895 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:sysmo+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070158905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070158906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070158906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:02:02.162472 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8462): Terminating (SIGTERM)\u000a07:02:02.205273 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8465): Terminating (SIGTERM)\u000a07:02:02.246312 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8468): Terminating (SIGTERM)\u000a07:02:02.255793 --- ParallelTerminationStrategy: PID 8462 died...\u000a07:02:02.309693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8462): Terminated: ok {rc=0}\u000a07:02:02.319691 --- ParallelTerminationStrategy: PID 8465 died...\u000a07:02:02.373429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8465): Terminated: ok {rc=0}\u000a07:02:02.383554 --- ParallelTerminationStrategy: PID 8468 died...\u000a07:02:02.437329 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8468): Terminated: ok {rc=0}\u000a07:02:02.526237 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "gprs:sysmo+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8476): Process ended prematurely: osmo-stp_10.42.42.5(pid=8476) [trial-2371↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8476)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8476): Process ended prematurely: osmo-stp_10.42.42.5(pid=8476) [trial-2371↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8476)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:sysmo+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a07:02:03.578917 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:03.591235 tst gprs:sysmo+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:02:03.727016 tst ping_idle_ping.py: using LAC 26664\u000a07:02:03.850687 tst ping_idle_ping.py: using RAC 144\u000a07:02:03.973014 tst ping_idle_ping.py: using CellId 26664\u000a07:02:04.094345 tst ping_idle_ping.py: using BVCI 26665\u000a07:02:04.117729 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:04.128610 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:04.139371 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:04.150937 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:04.162352 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:04.173671 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:04.185224 tst gprs:sysmo+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:02:04.197656 tst gprs:sysmo+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:02:04.503835 tst ping_idle_ping.py:24: start network...\u000a07:02:04.641834 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:02:05.171400 run create_hlr_db(pid=8470): Launched\u000a07:02:05.363052 bus /gobi_6: Setting Powered False\u000a07:02:06.372456 run create_hlr_db(pid=8470): Terminated: ok {rc=0}\u000a07:02:06.821130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8472): Launched\u000a07:02:07.153381 run osmo-hlr_10.42.42.2(pid=8473): Launched\u000a07:02:07.276126 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:02:07.850484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8475): Launched\u000a07:02:08.181306 run osmo-stp_10.42.42.5(pid=8476): Launched\u000a07:02:08.300416 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:02:08.876232 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8478): Launched\u000a07:02:08.993922 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:02:09.282352 run patchelf(pid=8479): Launched\u000a07:02:09.474257 run osmo-stp_10.42.42.5(pid=8476): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8476)]\u000a07:02:09.614852 run osmo-stp_10.42.42.5(pid=8476): stdout: \u000a| (launched: 2022-12-10_07:02:08.017811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:02:09.755578 run osmo-stp_10.42.42.5(pid=8476): stderr: \u000a| �[0;m�[38;5;43m20221210070208212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070208212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070208213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070208213 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070208213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070208214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070208214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:02:09.892199 run osmo-stp_10.42.42.5(pid=8476): stdout: \u000a| (launched: 2022-12-10_07:02:08.017811)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:02:10.027537 run osmo-stp_10.42.42.5(pid=8476): stderr: \u000a| �[0;m�[38;5;43m20221210070208212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070208212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070208213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070208213 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070208213 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070208214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070208214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:02:10.185686 run patchelf(pid=8479): Terminating (SIGINT)\u000a07:02:10.370043 run patchelf(pid=8479): Terminated: ok {rc=0}\u000a07:02:10.403186 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8476): Process ended prematurely: osmo-stp_10.42.42.5(pid=8476) [trial-2371↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8476)] [trial-2371↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a07:02:10.412471 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a07:02:10.476565 run osmo-hlr_10.42.42.2(pid=8473): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:sysmo+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8473)]\u000a07:02:10.528876 run osmo-hlr_10.42.42.2(pid=8473): stdout: \u000a| (launched: 2022-12-10_07:02:06.989166) \u000a07:02:10.581965 run osmo-hlr_10.42.42.2(pid=8473): stderr: \u000a| �[0;m�[1;31m20221210070207192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070207192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070207192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070207192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070207192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070207192 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070207204 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:sysmo+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070207214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070207214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070207214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:02:10.627113 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8472): Terminating (SIGTERM)\u000a07:02:10.669920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8475): Terminating (SIGTERM)\u000a07:02:10.712847 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8478): Terminating (SIGTERM)\u000a07:02:10.722772 --- ParallelTerminationStrategy: PID 8472 died...\u000a07:02:10.780048 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8472): Terminated: ok {rc=0}\u000a07:02:10.790468 --- ParallelTerminationStrategy: PID 8475 died...\u000a07:02:10.847489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8475): Terminated: ok {rc=0}\u000a07:02:10.857877 --- ParallelTerminationStrategy: PID 8478 died...\u000a07:02:10.914821 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8478): Terminated: ok {rc=0}\u000a07:02:11.002791 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "13", "name" : "gprs_sysmo+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:01:12" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8494): Process ended prematurely: osmo-stp_10.42.42.5(pid=8494) [trial-2371↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8494)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8494): Process ended prematurely: osmo-stp_10.42.42.5(pid=8494) [trial-2371↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8494)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:sysmo+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:02:13.119997 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:02:13.131026 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:02:13.275515 tst cs_paging_gprs_active.py: using LAC 26665\u000a07:02:13.398357 tst cs_paging_gprs_active.py: using RAC 145\u000a07:02:13.521332 tst cs_paging_gprs_active.py: using CellId 26665\u000a07:02:13.643459 tst cs_paging_gprs_active.py: using BVCI 26666\u000a07:02:13.667217 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:02:13.678140 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:02:13.688926 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:02:13.700136 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:02:13.711242 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:02:13.722325 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:02:13.733551 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:02:13.744369 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:02:13.755513 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:02:13.879739 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:02:14.165634 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:02:14.295643 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:02:14.619717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8484): Launched\u000a07:02:14.889309 run iperf3-srv_10.42.42.10(pid=8485): Launched\u000a07:02:15.079734 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:02:15.210071 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:02:15.534364 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8486): Launched\u000a07:02:15.803942 run iperf3-srv_10.42.42.10(pid=8487): Launched\u000a07:02:16.033560 tst cs_paging_gprs_active.py:38: start network...\u000a07:02:16.178654 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:02:16.763393 run create_hlr_db(pid=8488): Launched\u000a07:02:16.962925 bus /gobi_6: Setting Powered False\u000a07:02:17.968427 run create_hlr_db(pid=8488): Terminated: ok {rc=0}\u000a07:02:18.428702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8490): Launched\u000a07:02:18.765063 run osmo-hlr_10.42.42.2(pid=8491): Launched\u000a07:02:18.888325 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:02:19.471454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8493): Launched\u000a07:02:19.807252 run osmo-stp_10.42.42.5(pid=8494): Launched\u000a07:02:19.929533 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:02:20.516316 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8496): Launched\u000a07:02:20.635751 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:02:20.930789 run patchelf(pid=8497): Launched\u000a07:02:21.126566 run osmo-stp_10.42.42.5(pid=8494): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8494)]\u000a07:02:21.269080 run osmo-stp_10.42.42.5(pid=8494): stdout: \u000a| (launched: 2022-12-10_07:02:19.641740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:02:21.412224 run osmo-stp_10.42.42.5(pid=8494): stderr: \u000a| �[0;m�[38;5;43m20221210070219839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070219839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070219840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070219840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070219841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070219841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070219841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:02:21.550061 run osmo-stp_10.42.42.5(pid=8494): stdout: \u000a| (launched: 2022-12-10_07:02:19.641740)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:02:21.686769 run osmo-stp_10.42.42.5(pid=8494): stderr: \u000a| �[0;m�[38;5;43m20221210070219839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070219839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070219840 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070219840 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070219841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070219841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070219841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:02:21.846841 run patchelf(pid=8497): Terminating (SIGINT)\u000a07:02:22.035845 run patchelf(pid=8497): Terminated: ok {rc=0}\u000a07:02:22.070084 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8494): Process ended prematurely: osmo-stp_10.42.42.5(pid=8494) [trial-2371↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8494)] [trial-2371↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a07:02:22.080293 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a07:02:22.144520 run osmo-hlr_10.42.42.2(pid=8491): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:sysmo+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8491)]\u000a07:02:22.196595 run osmo-hlr_10.42.42.2(pid=8491): stdout: \u000a| (launched: 2022-12-10_07:02:18.599488) \u000a07:02:22.249757 run osmo-hlr_10.42.42.2(pid=8491): stderr: \u000a| �[0;m�[1;31m20221210070218804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070218804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070218804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070218804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070218804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070218804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070218817 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:sysmo+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070218825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070218826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070218826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:02:22.294695 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8484): Terminating (SIGTERM)\u000a07:02:22.337325 run iperf3-srv_10.42.42.10(pid=8485): Terminating (SIGTERM)\u000a07:02:22.380138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8486): Terminating (SIGTERM)\u000a07:02:22.422768 run iperf3-srv_10.42.42.10(pid=8487): Terminating (SIGTERM)\u000a07:02:22.465433 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8490): Terminating (SIGTERM)\u000a07:02:22.507883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8493): Terminating (SIGTERM)\u000a07:02:22.550522 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8496): Terminating (SIGTERM)\u000a07:02:22.560353 --- ParallelTerminationStrategy: PID 8484 died...\u000a07:02:22.618150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8484): Terminated: ok {rc=0}\u000a07:02:22.628454 --- ParallelTerminationStrategy: PID 8485 died...\u000a07:02:22.685105 run iperf3-srv_10.42.42.10(pid=8485): Terminated {rc=256}\u000a07:02:22.695426 --- ParallelTerminationStrategy: PID 8486 died...\u000a07:02:22.751996 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8486): Terminated: ok {rc=0}\u000a07:02:22.762263 --- ParallelTerminationStrategy: PID 8487 died...\u000a07:02:22.818644 run iperf3-srv_10.42.42.10(pid=8487): Terminated {rc=256}\u000a07:02:22.828810 --- ParallelTerminationStrategy: PID 8490 died...\u000a07:02:22.885539 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8490): Terminated: ok {rc=0}\u000a07:02:22.895813 --- ParallelTerminationStrategy: PID 8493 died...\u000a07:02:22.952589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8493): Terminated: ok {rc=0}\u000a07:02:22.962928 --- ParallelTerminationStrategy: PID 8496 died...\u000a07:02:23.019573 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8496): Terminated: ok {rc=0}\u000a07:02:23.108702 bus /gobi_0: Setting Powered False\u000a07:02:24.218073 bus /gobi_0: Setting Powered False\u000a07:02:25.331935 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8506): Process ended prematurely: osmo-stp_10.42.42.5(pid=8506) [trial-2371↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8506)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8506): Process ended prematurely: osmo-stp_10.42.42.5(pid=8506) [trial-2371↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8506)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:sysmo+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a07:02:26.444275 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:02:26.456029 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:02:26.606107 tst iperf3.py: using LAC 26666\u000a07:02:26.730341 tst iperf3.py: using RAC 146\u000a07:02:26.858701 tst iperf3.py: using CellId 26666\u000a07:02:26.988244 tst iperf3.py: using BVCI 26667\u000a07:02:27.013914 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:02:27.025529 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:02:27.036820 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:02:27.048274 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:02:27.059534 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:02:27.070837 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:02:27.082542 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:02:27.094091 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:02:27.105692 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:02:27.390115 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:02:27.520745 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:02:27.846053 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8498): Launched\u000a07:02:28.116254 run iperf3-srv_10.42.42.10(pid=8499): Launched\u000a07:02:28.306277 tst iperf3.py:8: start network...\u000a07:02:28.436348 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:02:28.926806 run create_hlr_db(pid=8500): Launched\u000a07:02:29.105785 bus /gobi_6: Setting Powered False\u000a07:02:30.127808 run create_hlr_db(pid=8500): Terminated: ok {rc=0}\u000a07:02:30.550917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8502): Launched\u000a07:02:30.884379 run osmo-hlr_10.42.42.2(pid=8503): Launched\u000a07:02:31.148770 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:02:31.789391 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8505): Launched\u000a07:02:32.128507 run osmo-stp_10.42.42.5(pid=8506): Launched\u000a07:02:32.276705 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:02:32.885083 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8508): Launched\u000a07:02:32.996129 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:02:33.269351 run patchelf(pid=8509): Launched\u000a07:02:33.450931 run osmo-stp_10.42.42.5(pid=8506): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8506)]\u000a07:02:33.583794 run osmo-stp_10.42.42.5(pid=8506): stdout: \u000a| (launched: 2022-12-10_07:02:31.949430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:02:33.716912 run osmo-stp_10.42.42.5(pid=8506): stderr: \u000a| �[0;m�[38;5;43m20221210070232305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070232305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070232306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070232306 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070232306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070232306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070232307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:02:33.845159 run osmo-stp_10.42.42.5(pid=8506): stdout: \u000a| (launched: 2022-12-10_07:02:31.949430)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:02:33.972068 run osmo-stp_10.42.42.5(pid=8506): stderr: \u000a| �[0;m�[38;5;43m20221210070232305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070232305 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070232306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070232306 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070232306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070232306 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070232307 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:02:34.121079 run patchelf(pid=8509): Terminating (SIGINT)\u000a07:02:34.295745 run patchelf(pid=8509): Terminated: ok {rc=0}\u000a07:02:34.327670 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8506): Process ended prematurely: osmo-stp_10.42.42.5(pid=8506) [trial-2371↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8506)] [trial-2371↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a07:02:34.336864 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a07:02:34.398575 run osmo-hlr_10.42.42.2(pid=8503): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8503)]\u000a07:02:34.448760 run osmo-hlr_10.42.42.2(pid=8503): stdout: \u000a| (launched: 2022-12-10_07:02:30.708895) \u000a07:02:34.499783 run osmo-hlr_10.42.42.2(pid=8503): stderr: \u000a| �[0;m�[1;31m20221210070230949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070230949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070230949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070230949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070230949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070230949 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070230972 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:sysmo+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070230988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070230989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070230989 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:02:34.542736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8498): Terminating (SIGTERM)\u000a07:02:34.583331 run iperf3-srv_10.42.42.10(pid=8499): Terminating (SIGTERM)\u000a07:02:34.624191 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8502): Terminating (SIGTERM)\u000a07:02:34.664595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8505): Terminating (SIGTERM)\u000a07:02:34.705240 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8508): Terminating (SIGTERM)\u000a07:02:34.714756 --- ParallelTerminationStrategy: PID 8498 died...\u000a07:02:34.769351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8498): Terminated: ok {rc=0}\u000a07:02:34.779174 --- ParallelTerminationStrategy: PID 8499 died...\u000a07:02:34.833529 run iperf3-srv_10.42.42.10(pid=8499): Terminated {rc=256}\u000a07:02:34.843511 --- ParallelTerminationStrategy: PID 8502 died...\u000a07:02:34.897734 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8502): Terminated: ok {rc=0}\u000a07:02:34.907675 --- ParallelTerminationStrategy: PID 8505 died...\u000a07:02:34.961698 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8505): Terminated: ok {rc=0}\u000a07:02:34.971847 --- ParallelTerminationStrategy: PID 8508 died...\u000a07:02:35.026019 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8508): Terminated: ok {rc=0}\u000a07:02:35.115922 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8529): Process ended prematurely: osmo-stp_10.42.42.5(pid=8529) [trial-2371↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8529)]", "failedSince" : 2143, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8529): Process ended prematurely: osmo-stp_10.42.42.5(pid=8529) [trial-2371↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8529)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:sysmo+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a07:02:36.228344 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:02:36.239995 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:02:36.386630 tst iperf3m4.py: using LAC 26667\u000a07:02:36.516903 tst iperf3m4.py: using RAC 147\u000a07:02:36.647336 tst iperf3m4.py: using CellId 26667\u000a07:02:36.777750 tst iperf3m4.py: using BVCI 26668\u000a07:02:36.803396 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:02:36.815320 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:02:36.826823 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:02:36.838937 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:02:36.850895 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:02:36.862769 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:02:36.874890 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:02:36.886814 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:02:36.898966 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:02:37.020139 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:02:37.146387 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:02:37.267679 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:02:37.555261 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:02:37.686113 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:02:38.043042 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8511): Launched\u000a07:02:38.314831 run iperf3-srv_10.42.42.10(pid=8516): Launched\u000a07:02:38.504494 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:02:38.634263 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:02:38.958206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8517): Launched\u000a07:02:39.227569 run iperf3-srv_10.42.42.10(pid=8518): Launched\u000a07:02:39.417508 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:02:39.546456 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:02:39.870654 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8519): Launched\u000a07:02:40.141379 run iperf3-srv_10.42.42.10(pid=8520): Launched\u000a07:02:40.331073 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:02:40.460780 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:02:40.786242 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8521): Launched\u000a07:02:41.055520 run iperf3-srv_10.42.42.10(pid=8522): Launched\u000a07:02:41.245725 tst iperf3m4.py:8: start network...\u000a07:02:41.375287 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:02:41.865722 run create_hlr_db(pid=8523): Launched\u000a07:02:42.044801 bus /gobi_6: Setting Powered False\u000a07:02:43.067028 run create_hlr_db(pid=8523): Terminated: ok {rc=0}\u000a07:02:43.481856 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8525): Launched\u000a07:02:43.795730 run osmo-hlr_10.42.42.2(pid=8526): Launched\u000a07:02:43.915837 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:02:44.460872 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8528): Launched\u000a07:02:44.772832 run osmo-stp_10.42.42.5(pid=8529): Launched\u000a07:02:44.886098 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:02:45.426255 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8531): Launched\u000a07:02:45.536862 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:02:45.808884 run patchelf(pid=8532): Launched\u000a07:02:46.011960 run osmo-stp_10.42.42.5(pid=8529): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8529)]\u000a07:02:46.149203 run osmo-stp_10.42.42.5(pid=8529): stdout: \u000a| (launched: 2022-12-10_07:02:44.617661)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:02:46.286203 run osmo-stp_10.42.42.5(pid=8529): stderr: \u000a| �[0;m�[38;5;43m20221210070244789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070244789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070244790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070244790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070244790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070244790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070244791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:02:46.418256 run osmo-stp_10.42.42.5(pid=8529): stdout: \u000a| (launched: 2022-12-10_07:02:44.617661)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:02:46.549095 run osmo-stp_10.42.42.5(pid=8529): stderr: \u000a| �[0;m�[38;5;43m20221210070244789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070244789 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070244790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070244790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070244790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070244790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070244791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:02:46.701726 run patchelf(pid=8532): Terminating (SIGINT)\u000a07:02:46.881449 run patchelf(pid=8532): Terminated: ok {rc=0}\u000a07:02:46.914908 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8529): Process ended prematurely: osmo-stp_10.42.42.5(pid=8529) [trial-2371↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8529)] [trial-2371↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a07:02:46.925224 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a07:02:46.991562 run osmo-hlr_10.42.42.2(pid=8526): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:sysmo+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8526)]\u000a07:02:47.044073 run osmo-hlr_10.42.42.2(pid=8526): stdout: \u000a| (launched: 2022-12-10_07:02:43.639469) \u000a07:02:47.097412 run osmo-hlr_10.42.42.2(pid=8526): stderr: \u000a| �[0;m�[1;31m20221210070243817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070243817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070243817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070243817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070243817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070243817 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070243828 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:sysmo+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070243836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070243836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070243837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:02:47.141624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8511): Terminating (SIGTERM)\u000a07:02:47.184202 run iperf3-srv_10.42.42.10(pid=8516): Terminating (SIGTERM)\u000a07:02:47.227820 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8517): Terminating (SIGTERM)\u000a07:02:47.270102 run iperf3-srv_10.42.42.10(pid=8518): Terminating (SIGTERM)\u000a07:02:47.310250 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8519): Terminating (SIGTERM)\u000a07:02:47.350889 run iperf3-srv_10.42.42.10(pid=8520): Terminating (SIGTERM)\u000a07:02:47.391214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8521): Terminating (SIGTERM)\u000a07:02:47.431449 run iperf3-srv_10.42.42.10(pid=8522): Terminating (SIGTERM)\u000a07:02:47.471727 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8525): Terminating (SIGTERM)\u000a07:02:47.512124 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8528): Terminating (SIGTERM)\u000a07:02:47.552417 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8531): Terminating (SIGTERM)\u000a07:02:47.561904 --- ParallelTerminationStrategy: PID 8511 died...\u000a07:02:47.616326 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8511): Terminated: ok {rc=0}\u000a07:02:47.626105 --- ParallelTerminationStrategy: PID 8516 died...\u000a07:02:47.679895 run iperf3-srv_10.42.42.10(pid=8516): Terminated {rc=256}\u000a07:02:47.689786 --- ParallelTerminationStrategy: PID 8517 died...\u000a07:02:47.743670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8517): Terminated: ok {rc=0}\u000a07:02:47.753628 --- ParallelTerminationStrategy: PID 8518 died...\u000a07:02:47.807541 run iperf3-srv_10.42.42.10(pid=8518): Terminated {rc=256}\u000a07:02:47.817385 --- ParallelTerminationStrategy: PID 8519 died...\u000a07:02:47.871161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8519): Terminated: ok {rc=0}\u000a07:02:47.881099 --- ParallelTerminationStrategy: PID 8520 died...\u000a07:02:47.934893 run iperf3-srv_10.42.42.10(pid=8520): Terminated {rc=256}\u000a07:02:47.944784 --- ParallelTerminationStrategy: PID 8521 died...\u000a07:02:47.998968 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8521): Terminated: ok {rc=0}\u000a07:02:48.009010 --- ParallelTerminationStrategy: PID 8522 died...\u000a07:02:48.063154 run iperf3-srv_10.42.42.10(pid=8522): Terminated {rc=256}\u000a07:02:48.073167 --- ParallelTerminationStrategy: PID 8525 died...\u000a07:02:48.128088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8525): Terminated: ok {rc=0}\u000a07:02:48.138210 --- ParallelTerminationStrategy: PID 8528 died...\u000a07:02:48.193044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8528): Terminated: ok {rc=0}\u000a07:02:48.203076 --- ParallelTerminationStrategy: PID 8531 died...\u000a07:02:48.257592 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8531): Terminated: ok {rc=0}\u000a07:02:48.347203 bus /gobi_4: Setting Powered False\u000a07:02:49.452416 bus /gobi_4: Setting Powered False\u000a07:02:50.566463 bus /gobi_1: Setting Powered False\u000a07:02:51.672082 bus /gobi_1: Setting Powered False\u000a07:02:52.787050 bus /gobi_0: Setting Powered False\u000a07:02:53.891541 bus /gobi_0: Setting Powered False\u000a07:02:55.006072 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8539): Process ended prematurely: osmo-stp_10.42.42.5(pid=8539) [trial-2371↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8539)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8539): Process ended prematurely: osmo-stp_10.42.42.5(pid=8539) [trial-2371↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8539)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:sysmo+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a07:02:56.076673 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:02:56.088928 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:02:56.243976 tst ping.py: using LAC 26668\u000a07:02:56.371860 tst ping.py: using RAC 148\u000a07:02:56.501461 tst ping.py: using CellId 26668\u000a07:02:56.631100 tst ping.py: using BVCI 26669\u000a07:02:56.656320 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:02:56.667887 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:02:56.679134 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:02:56.690378 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:02:56.701465 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:02:56.712438 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:02:56.723920 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:02:56.735153 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:02:57.015715 tst ping.py:19: start network...\u000a07:02:57.143082 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:02:57.625845 run create_hlr_db(pid=8533): Launched\u000a07:02:57.802230 bus /gobi_6: Setting Powered False\u000a07:02:58.823595 run create_hlr_db(pid=8533): Terminated: ok {rc=0}\u000a07:02:59.233610 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8535): Launched\u000a07:02:59.542662 run osmo-hlr_10.42.42.2(pid=8536): Launched\u000a07:02:59.658579 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:03:00.199421 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8538): Launched\u000a07:03:00.506993 run osmo-stp_10.42.42.5(pid=8539): Launched\u000a07:03:00.618742 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:03:01.203259 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8541): Launched\u000a07:03:01.325753 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:03:01.652392 run patchelf(pid=8543): Launched\u000a07:03:01.875631 run osmo-stp_10.42.42.5(pid=8539): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8539)]\u000a07:03:02.010073 run osmo-stp_10.42.42.5(pid=8539): stdout: \u000a| (launched: 2022-12-10_07:03:00.354344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:03:02.144835 run osmo-stp_10.42.42.5(pid=8539): stderr: \u000a| �[0;m�[38;5;43m20221210070300527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070300527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070300527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070300527 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070300528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070300528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070300528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:03:02.274779 run osmo-stp_10.42.42.5(pid=8539): stdout: \u000a| (launched: 2022-12-10_07:03:00.354344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:03:02.399917 run osmo-stp_10.42.42.5(pid=8539): stderr: \u000a| �[0;m�[38;5;43m20221210070300527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070300527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070300527 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070300527 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070300528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070300528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070300528 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:03:02.546138 run patchelf(pid=8543): Terminating (SIGINT)\u000a07:03:02.717929 run patchelf(pid=8543): Terminated: ok {rc=0}\u000a07:03:02.749193 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8539): Process ended prematurely: osmo-stp_10.42.42.5(pid=8539) [trial-2371↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8539)] [trial-2371↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py:22]\u000a07:03:02.758122 tst ping.py:22: Test FAILED (6.7 sec)\u000a07:03:02.820176 run osmo-hlr_10.42.42.2(pid=8536): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:sysmo+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8536)]\u000a07:03:02.870557 run osmo-hlr_10.42.42.2(pid=8536): stdout: \u000a| (launched: 2022-12-10_07:02:59.388626) \u000a07:03:02.921385 run osmo-hlr_10.42.42.2(pid=8536): stderr: \u000a| �[0;m�[1;31m20221210070259567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070259567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070259567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070259567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070259567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070259567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070259580 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:sysmo+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070259588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070259588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070259588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:03:02.964264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8535): Terminating (SIGTERM)\u000a07:03:03.005427 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8538): Terminating (SIGTERM)\u000a07:03:03.046124 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8541): Terminating (SIGTERM)\u000a07:03:03.055841 --- ParallelTerminationStrategy: PID 8535 died...\u000a07:03:03.111024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8535): Terminated: ok {rc=0}\u000a07:03:03.120933 --- ParallelTerminationStrategy: PID 8538 died...\u000a07:03:03.176018 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8538): Terminated: ok {rc=0}\u000a07:03:03.185866 --- ParallelTerminationStrategy: PID 8541 died...\u000a07:03:03.241147 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8541): Terminated: ok {rc=0}\u000a07:03:03.331289 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "gprs:sysmo+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8550): Process ended prematurely: osmo-stp_10.42.42.5(pid=8550) [trial-2371↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8550)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8550): Process ended prematurely: osmo-stp_10.42.42.5(pid=8550) [trial-2371↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8550)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:sysmo+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a07:03:04.385565 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:04.397914 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:03:04.546925 tst ping_idle_ping.py: using LAC 26669\u000a07:03:04.668661 tst ping_idle_ping.py: using RAC 149\u000a07:03:04.793211 tst ping_idle_ping.py: using CellId 26669\u000a07:03:04.913820 tst ping_idle_ping.py: using BVCI 26670\u000a07:03:04.937203 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:04.948174 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:04.959098 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:04.970637 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:04.981889 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:04.993202 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:05.007316 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:03:05.019178 tst gprs:sysmo+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:03:05.317620 tst ping_idle_ping.py:24: start network...\u000a07:03:05.455491 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:03:05.984914 run create_hlr_db(pid=8544): Launched\u000a07:03:06.177419 bus /gobi_6: Setting Powered False\u000a07:03:07.185855 run create_hlr_db(pid=8544): Terminated: ok {rc=0}\u000a07:03:07.633916 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8546): Launched\u000a07:03:07.944933 run osmo-hlr_10.42.42.2(pid=8547): Launched\u000a07:03:08.067564 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:03:08.611294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8549): Launched\u000a07:03:08.919922 run osmo-stp_10.42.42.5(pid=8550): Launched\u000a07:03:09.031301 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:03:09.567402 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8552): Launched\u000a07:03:09.676692 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:03:09.946179 run patchelf(pid=8553): Launched\u000a07:03:10.125864 run osmo-stp_10.42.42.5(pid=8550): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8550)]\u000a07:03:10.256939 run osmo-stp_10.42.42.5(pid=8550): stdout: \u000a| (launched: 2022-12-10_07:03:08.766933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:03:10.389243 run osmo-stp_10.42.42.5(pid=8550): stderr: \u000a| �[0;m�[38;5;43m20221210070308941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070308941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070308942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070308942 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070308942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070308943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070308943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:03:10.515894 run osmo-stp_10.42.42.5(pid=8550): stdout: \u000a| (launched: 2022-12-10_07:03:08.766933)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:03:10.641549 run osmo-stp_10.42.42.5(pid=8550): stderr: \u000a| �[0;m�[38;5;43m20221210070308941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070308941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070308942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070308942 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070308942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070308943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070308943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:03:10.787694 run patchelf(pid=8553): Terminating (SIGINT)\u000a07:03:10.959778 run patchelf(pid=8553): Terminated: ok {rc=0}\u000a07:03:10.990998 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8550): Process ended prematurely: osmo-stp_10.42.42.5(pid=8550) [trial-2371↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8550)] [trial-2371↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a07:03:10.999688 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a07:03:11.060755 run osmo-hlr_10.42.42.2(pid=8547): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:sysmo+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8547)]\u000a07:03:11.110636 run osmo-hlr_10.42.42.2(pid=8547): stdout: \u000a| (launched: 2022-12-10_07:03:07.790639) \u000a07:03:11.161347 run osmo-hlr_10.42.42.2(pid=8547): stderr: \u000a| �[0;m�[1;31m20221210070307969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070307969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070307969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070307969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070307969 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070307970 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070307983 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:sysmo+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070307993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070307993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070307993 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:03:11.204112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8546): Terminating (SIGTERM)\u000a07:03:11.244739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8549): Terminating (SIGTERM)\u000a07:03:11.285653 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8552): Terminating (SIGTERM)\u000a07:03:11.295276 --- ParallelTerminationStrategy: PID 8546 died...\u000a07:03:11.349839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8546): Terminated: ok {rc=0}\u000a07:03:11.359861 --- ParallelTerminationStrategy: PID 8549 died...\u000a07:03:11.414088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8549): Terminated: ok {rc=0}\u000a07:03:11.424196 --- ParallelTerminationStrategy: PID 8552 died...\u000a07:03:11.478728 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8552): Terminated: ok {rc=0}\u000a07:03:11.564579 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "14", "name" : "gprs_sysmo+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:02:12" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 10.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8567): Process ended prematurely: osmo-stp_10.42.42.5(pid=8567) [trial-2371↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8567)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8567): Process ended prematurely: osmo-stp_10.42.42.5(pid=8567) [trial-2371↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8567)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:sysmo+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:03:13.685962 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:03:13.697431 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:03:13.851416 tst cs_paging_gprs_active.py: using LAC 26670\u000a07:03:13.981451 tst cs_paging_gprs_active.py: using RAC 150\u000a07:03:14.113326 tst cs_paging_gprs_active.py: using CellId 26670\u000a07:03:14.246306 tst cs_paging_gprs_active.py: using BVCI 26671\u000a07:03:14.271832 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:03:14.283159 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:03:14.294370 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:03:14.305671 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:03:14.316926 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:03:14.328272 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:03:14.340161 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:03:14.351800 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:03:14.363598 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:03:14.483003 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:03:14.768078 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:03:14.898426 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:03:15.223222 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8557): Launched\u000a07:03:15.492815 run iperf3-srv_10.42.42.10(pid=8558): Launched\u000a07:03:15.683594 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:03:15.813459 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:03:16.161458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8559): Launched\u000a07:03:16.475632 run iperf3-srv_10.42.42.10(pid=8560): Launched\u000a07:03:16.689850 tst cs_paging_gprs_active.py:38: start network...\u000a07:03:16.833302 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:03:17.377124 run create_hlr_db(pid=8561): Launched\u000a07:03:17.571164 bus /gobi_6: Setting Powered False\u000a07:03:18.592599 run create_hlr_db(pid=8561): Terminated: ok {rc=0}\u000a07:03:19.038199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8563): Launched\u000a07:03:19.374207 run osmo-hlr_10.42.42.2(pid=8564): Launched\u000a07:03:19.495290 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:03:20.074430 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8566): Launched\u000a07:03:20.410565 run osmo-stp_10.42.42.5(pid=8567): Launched\u000a07:03:20.532105 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:03:21.116046 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8569): Launched\u000a07:03:21.235673 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:03:21.528618 run patchelf(pid=8570): Launched\u000a07:03:21.723946 run osmo-stp_10.42.42.5(pid=8567): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8567)]\u000a07:03:21.866306 run osmo-stp_10.42.42.5(pid=8567): stdout: \u000a| (launched: 2022-12-10_07:03:20.244487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:03:22.008609 run osmo-stp_10.42.42.5(pid=8567): stderr: \u000a| �[0;m�[38;5;43m20221210070320440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070320441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070320441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070320442 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070320443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070320443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070320443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:03:22.146737 run osmo-stp_10.42.42.5(pid=8567): stdout: \u000a| (launched: 2022-12-10_07:03:20.244487)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:03:22.282999 run osmo-stp_10.42.42.5(pid=8567): stderr: \u000a| �[0;m�[38;5;43m20221210070320440 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070320441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070320441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070320442 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070320443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070320443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070320443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:03:22.443165 run patchelf(pid=8570): Terminating (SIGINT)\u000a07:03:22.630925 run patchelf(pid=8570): Terminated: ok {rc=0}\u000a07:03:22.665432 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8567): Process ended prematurely: osmo-stp_10.42.42.5(pid=8567) [trial-2371↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8567)] [trial-2371↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a07:03:22.675238 tst cs_paging_gprs_active.py:38: Test FAILED (9.0 sec)\u000a07:03:22.738610 run osmo-hlr_10.42.42.2(pid=8564): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:sysmo+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8564)]\u000a07:03:22.790647 run osmo-hlr_10.42.42.2(pid=8564): stdout: \u000a| (launched: 2022-12-10_07:03:19.208784) \u000a07:03:22.843395 run osmo-hlr_10.42.42.2(pid=8564): stderr: \u000a| �[0;m�[1;31m20221210070319410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070319410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070319410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070319410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070319410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070319411 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070319423 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:sysmo+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070319432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070319432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070319432 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:03:22.888572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8557): Terminating (SIGTERM)\u000a07:03:22.931143 run iperf3-srv_10.42.42.10(pid=8558): Terminating (SIGTERM)\u000a07:03:22.974055 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8559): Terminating (SIGTERM)\u000a07:03:23.016757 run iperf3-srv_10.42.42.10(pid=8560): Terminating (SIGTERM)\u000a07:03:23.059394 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8563): Terminating (SIGTERM)\u000a07:03:23.101993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8566): Terminating (SIGTERM)\u000a07:03:23.144665 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8569): Terminating (SIGTERM)\u000a07:03:23.154548 --- ParallelTerminationStrategy: PID 8557 died...\u000a07:03:23.211817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8557): Terminated: ok {rc=0}\u000a07:03:23.222168 --- ParallelTerminationStrategy: PID 8558 died...\u000a07:03:23.278732 run iperf3-srv_10.42.42.10(pid=8558): Terminated {rc=256}\u000a07:03:23.289042 --- ParallelTerminationStrategy: PID 8559 died...\u000a07:03:23.345601 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8559): Terminated: ok {rc=0}\u000a07:03:23.355709 --- ParallelTerminationStrategy: PID 8560 died...\u000a07:03:23.412109 run iperf3-srv_10.42.42.10(pid=8560): Terminated {rc=256}\u000a07:03:23.422395 --- ParallelTerminationStrategy: PID 8563 died...\u000a07:03:23.478941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8563): Terminated: ok {rc=0}\u000a07:03:23.489237 --- ParallelTerminationStrategy: PID 8566 died...\u000a07:03:23.545694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8566): Terminated: ok {rc=0}\u000a07:03:23.555961 --- ParallelTerminationStrategy: PID 8569 died...\u000a07:03:23.612914 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8569): Terminated: ok {rc=0}\u000a07:03:23.702300 bus /gobi_0: Setting Powered False\u000a07:03:24.809515 bus /gobi_0: Setting Powered False\u000a07:03:25.919391 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8579): Process ended prematurely: osmo-stp_10.42.42.5(pid=8579) [trial-2371↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8579)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8579): Process ended prematurely: osmo-stp_10.42.42.5(pid=8579) [trial-2371↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8579)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:sysmo+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a07:03:27.036000 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:03:27.048320 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:03:27.202935 tst iperf3.py: using LAC 26671\u000a07:03:27.326807 tst iperf3.py: using RAC 151\u000a07:03:27.451695 tst iperf3.py: using CellId 26671\u000a07:03:27.582957 tst iperf3.py: using BVCI 26672\u000a07:03:27.608859 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:03:27.620457 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:03:27.631974 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:03:27.643676 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:03:27.655176 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:03:27.666915 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:03:27.678680 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:03:27.690032 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:03:27.701558 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:03:27.988756 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:03:28.119521 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:03:28.446095 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8571): Launched\u000a07:03:28.716579 run iperf3-srv_10.42.42.10(pid=8572): Launched\u000a07:03:28.908150 tst iperf3.py:8: start network...\u000a07:03:29.038427 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:03:29.530449 run create_hlr_db(pid=8573): Launched\u000a07:03:29.709772 bus /gobi_6: Setting Powered False\u000a07:03:30.731708 run create_hlr_db(pid=8573): Terminated: ok {rc=0}\u000a07:03:31.196558 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8575): Launched\u000a07:03:31.615597 run osmo-hlr_10.42.42.2(pid=8576): Launched\u000a07:03:31.815357 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:03:32.441191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8578): Launched\u000a07:03:32.757148 run osmo-stp_10.42.42.5(pid=8579): Launched\u000a07:03:32.871353 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:03:33.414779 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8581): Launched\u000a07:03:33.525907 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:03:33.799520 run patchelf(pid=8582): Launched\u000a07:03:33.981594 run osmo-stp_10.42.42.5(pid=8579): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8579)]\u000a07:03:34.114658 run osmo-stp_10.42.42.5(pid=8579): stdout: \u000a| (launched: 2022-12-10_07:03:32.599983)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:03:34.248496 run osmo-stp_10.42.42.5(pid=8579): stderr: \u000a| �[0;m�[38;5;43m20221210070332774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070332774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070332774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070332774 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070332775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070332775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070332775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:03:34.377143 run osmo-stp_10.42.42.5(pid=8579): stdout: \u000a| (launched: 2022-12-10_07:03:32.599983)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:03:34.504643 run osmo-stp_10.42.42.5(pid=8579): stderr: \u000a| �[0;m�[38;5;43m20221210070332774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070332774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070332774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070332774 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070332775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070332775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070332775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:03:34.653893 run patchelf(pid=8582): Terminating (SIGINT)\u000a07:03:34.829891 run patchelf(pid=8582): Terminated: ok {rc=0}\u000a07:03:34.862091 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8579): Process ended prematurely: osmo-stp_10.42.42.5(pid=8579) [trial-2371↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8579)] [trial-2371↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a07:03:34.871358 tst iperf3.py:8: Test FAILED (7.9 sec)\u000a07:03:34.932702 run osmo-hlr_10.42.42.2(pid=8576): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8576)]\u000a07:03:34.982564 run osmo-hlr_10.42.42.2(pid=8576): stdout: \u000a| (launched: 2022-12-10_07:03:31.358290) \u000a07:03:35.033082 run osmo-hlr_10.42.42.2(pid=8576): stderr: \u000a| �[0;m�[1;31m20221210070331710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070331710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070331710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070331710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070331710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070331710 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070331731 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:sysmo+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070331750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070331750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070331750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:03:35.075662 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8571): Terminating (SIGTERM)\u000a07:03:35.116111 run iperf3-srv_10.42.42.10(pid=8572): Terminating (SIGTERM)\u000a07:03:35.156514 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8575): Terminating (SIGTERM)\u000a07:03:35.196795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8578): Terminating (SIGTERM)\u000a07:03:35.237579 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8581): Terminating (SIGTERM)\u000a07:03:35.247150 --- ParallelTerminationStrategy: PID 8571 died...\u000a07:03:35.301426 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8571): Terminated: ok {rc=0}\u000a07:03:35.311199 --- ParallelTerminationStrategy: PID 8572 died...\u000a07:03:35.365199 run iperf3-srv_10.42.42.10(pid=8572): Terminated {rc=256}\u000a07:03:35.374831 --- ParallelTerminationStrategy: PID 8575 died...\u000a07:03:35.428795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8575): Terminated: ok {rc=0}\u000a07:03:35.438769 --- ParallelTerminationStrategy: PID 8578 died...\u000a07:03:35.493203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8578): Terminated: ok {rc=0}\u000a07:03:35.502914 --- ParallelTerminationStrategy: PID 8581 died...\u000a07:03:35.557390 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8581): Terminated: ok {rc=0}\u000a07:03:35.647203 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8597): Process ended prematurely: osmo-stp_10.42.42.5(pid=8597) [trial-2371↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8597)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8597): Process ended prematurely: osmo-stp_10.42.42.5(pid=8597) [trial-2371↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8597)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:sysmo+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a07:03:36.760085 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:03:36.772067 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:03:36.920885 tst iperf3m4.py: using LAC 26672\u000a07:03:37.044484 tst iperf3m4.py: using RAC 152\u000a07:03:37.168094 tst iperf3m4.py: using CellId 26672\u000a07:03:37.295044 tst iperf3m4.py: using BVCI 26673\u000a07:03:37.318965 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:03:37.329946 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:03:37.340664 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:03:37.351750 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:03:37.362740 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:03:37.373825 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:03:37.384855 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:03:37.396024 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:03:37.407517 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:03:37.525285 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:03:37.650623 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:03:37.775061 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:03:38.063593 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:03:38.194003 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:03:38.518246 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8583): Launched\u000a07:03:38.787511 run iperf3-srv_10.42.42.10(pid=8584): Launched\u000a07:03:38.976911 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:03:39.106373 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:03:39.430338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8585): Launched\u000a07:03:39.699730 run iperf3-srv_10.42.42.10(pid=8586): Launched\u000a07:03:39.889447 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:03:40.018902 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:03:40.342723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8587): Launched\u000a07:03:40.612281 run iperf3-srv_10.42.42.10(pid=8588): Launched\u000a07:03:40.801433 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:03:40.930435 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:03:41.254374 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8589): Launched\u000a07:03:41.523338 run iperf3-srv_10.42.42.10(pid=8590): Launched\u000a07:03:41.712268 tst iperf3m4.py:8: start network...\u000a07:03:41.842041 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:03:42.334356 run create_hlr_db(pid=8591): Launched\u000a07:03:42.513473 bus /gobi_6: Setting Powered False\u000a07:03:43.546923 run create_hlr_db(pid=8591): Terminated: ok {rc=0}\u000a07:03:43.966802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8593): Launched\u000a07:03:44.281461 run osmo-hlr_10.42.42.2(pid=8594): Launched\u000a07:03:44.401757 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:03:44.958584 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8596): Launched\u000a07:03:45.272121 run osmo-stp_10.42.42.5(pid=8597): Launched\u000a07:03:45.396169 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:03:45.965403 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8599): Launched\u000a07:03:46.079779 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:03:46.376817 run patchelf(pid=8600): Launched\u000a07:03:46.564243 run osmo-stp_10.42.42.5(pid=8597): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8597)]\u000a07:03:46.701837 run osmo-stp_10.42.42.5(pid=8597): stdout: \u000a| (launched: 2022-12-10_07:03:45.116539)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:03:46.839761 run osmo-stp_10.42.42.5(pid=8597): stderr: \u000a| �[0;m�[38;5;43m20221210070345291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070345291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070345291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070345292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070345292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070345292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070345292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:03:46.972415 run osmo-stp_10.42.42.5(pid=8597): stdout: \u000a| (launched: 2022-12-10_07:03:45.116539)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:03:47.104131 run osmo-stp_10.42.42.5(pid=8597): stderr: \u000a| �[0;m�[38;5;43m20221210070345291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070345291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070345291 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070345292 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070345292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070345292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070345292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:03:47.257473 run patchelf(pid=8600): Terminating (SIGINT)\u000a07:03:47.434129 run patchelf(pid=8600): Terminated: ok {rc=0}\u000a07:03:47.466589 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8597): Process ended prematurely: osmo-stp_10.42.42.5(pid=8597) [trial-2371↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8597)] [trial-2371↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a07:03:47.476155 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a07:03:47.538457 run osmo-hlr_10.42.42.2(pid=8594): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:sysmo+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8594)]\u000a07:03:47.589856 run osmo-hlr_10.42.42.2(pid=8594): stdout: \u000a| (launched: 2022-12-10_07:03:44.125169) \u000a07:03:47.641165 run osmo-hlr_10.42.42.2(pid=8594): stderr: \u000a| �[0;m�[1;31m20221210070344306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070344306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070344306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070344306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070344306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070344306 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070344318 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:sysmo+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070344329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070344329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070344329 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:03:47.684218 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8583): Terminating (SIGTERM)\u000a07:03:47.725475 run iperf3-srv_10.42.42.10(pid=8584): Terminating (SIGTERM)\u000a07:03:47.766698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8585): Terminating (SIGTERM)\u000a07:03:47.807855 run iperf3-srv_10.42.42.10(pid=8586): Terminating (SIGTERM)\u000a07:03:47.848927 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8587): Terminating (SIGTERM)\u000a07:03:47.889864 run iperf3-srv_10.42.42.10(pid=8588): Terminating (SIGTERM)\u000a07:03:47.930816 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8589): Terminating (SIGTERM)\u000a07:03:47.971617 run iperf3-srv_10.42.42.10(pid=8590): Terminating (SIGTERM)\u000a07:03:48.013070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8593): Terminating (SIGTERM)\u000a07:03:48.053611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8596): Terminating (SIGTERM)\u000a07:03:48.094602 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8599): Terminating (SIGTERM)\u000a07:03:48.104464 --- ParallelTerminationStrategy: PID 8583 died...\u000a07:03:48.159472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8583): Terminated: ok {rc=0}\u000a07:03:48.169879 --- ParallelTerminationStrategy: PID 8584 died...\u000a07:03:48.224401 run iperf3-srv_10.42.42.10(pid=8584): Terminated {rc=256}\u000a07:03:48.234710 --- ParallelTerminationStrategy: PID 8585 died...\u000a07:03:48.289283 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8585): Terminated: ok {rc=0}\u000a07:03:48.299358 --- ParallelTerminationStrategy: PID 8586 died...\u000a07:03:48.353727 run iperf3-srv_10.42.42.10(pid=8586): Terminated {rc=256}\u000a07:03:48.363968 --- ParallelTerminationStrategy: PID 8587 died...\u000a07:03:48.418575 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8587): Terminated: ok {rc=0}\u000a07:03:48.428826 --- ParallelTerminationStrategy: PID 8588 died...\u000a07:03:48.483066 run iperf3-srv_10.42.42.10(pid=8588): Terminated {rc=256}\u000a07:03:48.493347 --- ParallelTerminationStrategy: PID 8589 died...\u000a07:03:48.548111 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8589): Terminated: ok {rc=0}\u000a07:03:48.557962 --- ParallelTerminationStrategy: PID 8590 died...\u000a07:03:48.613099 run iperf3-srv_10.42.42.10(pid=8590): Terminated {rc=256}\u000a07:03:48.622991 --- ParallelTerminationStrategy: PID 8593 died...\u000a07:03:48.677923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8593): Terminated: ok {rc=0}\u000a07:03:48.687861 --- ParallelTerminationStrategy: PID 8596 died...\u000a07:03:48.742580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8596): Terminated: ok {rc=0}\u000a07:03:48.752400 --- ParallelTerminationStrategy: PID 8599 died...\u000a07:03:48.807039 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8599): Terminated: ok {rc=0}\u000a07:03:48.897327 bus /gobi_4: Setting Powered False\u000a07:03:50.003364 bus /gobi_4: Setting Powered False\u000a07:03:51.116764 bus /gobi_1: Setting Powered False\u000a07:03:52.225444 bus /gobi_1: Setting Powered False\u000a07:03:53.338612 bus /gobi_0: Setting Powered False\u000a07:03:54.442557 bus /gobi_0: Setting Powered False\u000a07:03:55.554649 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8607): Process ended prematurely: osmo-stp_10.42.42.5(pid=8607) [trial-2371↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8607)]", "failedSince" : 2331, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8607): Process ended prematurely: osmo-stp_10.42.42.5(pid=8607) [trial-2371↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8607)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:sysmo+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a07:03:56.622055 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:03:56.633560 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:03:56.778918 tst ping.py: using LAC 26673\u000a07:03:56.901028 tst ping.py: using RAC 153\u000a07:03:57.020708 tst ping.py: using CellId 26673\u000a07:03:57.146501 tst ping.py: using BVCI 26674\u000a07:03:57.169923 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:03:57.180844 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:03:57.191598 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:03:57.202975 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:03:57.213974 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:03:57.224832 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:03:57.235954 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:03:57.246917 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:03:57.525124 tst ping.py:19: start network...\u000a07:03:57.651903 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:03:58.134601 run create_hlr_db(pid=8601): Launched\u000a07:03:58.311694 bus /gobi_6: Setting Powered False\u000a07:03:59.332610 run create_hlr_db(pid=8601): Terminated: ok {rc=0}\u000a07:03:59.742995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8603): Launched\u000a07:04:00.051437 run osmo-hlr_10.42.42.2(pid=8604): Launched\u000a07:04:00.169594 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:04:00.714604 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8606): Launched\u000a07:04:01.026441 run osmo-stp_10.42.42.5(pid=8607): Launched\u000a07:04:01.299249 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:04:01.886104 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8609): Launched\u000a07:04:01.998450 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:04:02.287638 run patchelf(pid=8610): Launched\u000a07:04:02.474015 run osmo-stp_10.42.42.5(pid=8607): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8607)]\u000a07:04:02.614756 run osmo-stp_10.42.42.5(pid=8607): stdout: \u000a| (launched: 2022-12-10_07:04:00.870928)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:04:02.755751 run osmo-stp_10.42.42.5(pid=8607): stderr: \u000a| �[0;m�[38;5;43m20221210070401172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070401172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070401172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070401172 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070401173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070401173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070401173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:04:02.891557 run osmo-stp_10.42.42.5(pid=8607): stdout: \u000a| (launched: 2022-12-10_07:04:00.870928)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:04:03.025818 run osmo-stp_10.42.42.5(pid=8607): stderr: \u000a| �[0;m�[38;5;43m20221210070401172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070401172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070401172 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070401172 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070401173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070401173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070401173 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:04:03.183057 run patchelf(pid=8610): Terminating (SIGINT)\u000a07:04:03.367189 run patchelf(pid=8610): Terminated: ok {rc=0}\u000a07:04:03.400593 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=8607): Process ended prematurely: osmo-stp_10.42.42.5(pid=8607) [trial-2371↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8607)] [trial-2371↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py:22]\u000a07:04:03.410372 tst ping.py:22: Test FAILED (6.8 sec)\u000a07:04:03.474504 run osmo-hlr_10.42.42.2(pid=8604): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:sysmo+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8604)]\u000a07:04:03.526934 run osmo-hlr_10.42.42.2(pid=8604): stdout: \u000a| (launched: 2022-12-10_07:03:59.898285) \u000a07:04:03.580208 run osmo-hlr_10.42.42.2(pid=8604): stderr: \u000a| �[0;m�[1;31m20221210070400078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070400078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070400078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070400078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070400078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070400078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070400091 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:sysmo+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070400102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070400102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070400102 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:04:03.625764 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8603): Terminating (SIGTERM)\u000a07:04:03.668451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8606): Terminating (SIGTERM)\u000a07:04:03.711367 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8609): Terminating (SIGTERM)\u000a07:04:03.721409 --- ParallelTerminationStrategy: PID 8603 died...\u000a07:04:03.779112 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8603): Terminated: ok {rc=0}\u000a07:04:03.789898 --- ParallelTerminationStrategy: PID 8606 died...\u000a07:04:03.847306 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8606): Terminated: ok {rc=0}\u000a07:04:03.857796 --- ParallelTerminationStrategy: PID 8609 died...\u000a07:04:03.915001 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8609): Terminated: ok {rc=0}\u000a07:04:04.004185 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "gprs:sysmo+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8617): Process ended prematurely: osmo-stp_10.42.42.5(pid=8617) [trial-2371↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8617)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8617): Process ended prematurely: osmo-stp_10.42.42.5(pid=8617) [trial-2371↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8617)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:sysmo+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a07:04:05.057979 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:05.070402 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:04:05.225920 tst ping_idle_ping.py: using LAC 26674\u000a07:04:05.357078 tst ping_idle_ping.py: using RAC 154\u000a07:04:05.488133 tst ping_idle_ping.py: using CellId 26674\u000a07:04:05.618489 tst ping_idle_ping.py: using BVCI 26675\u000a07:04:05.643960 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:05.655502 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:05.666830 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:05.678324 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:05.689671 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:05.701164 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:05.713284 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:04:05.724683 tst gprs:sysmo+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:04:06.021645 tst ping_idle_ping.py:24: start network...\u000a07:04:06.159648 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:04:06.690734 run create_hlr_db(pid=8611): Launched\u000a07:04:06.882637 bus /gobi_6: Setting Powered False\u000a07:04:07.902581 run create_hlr_db(pid=8611): Terminated: ok {rc=0}\u000a07:04:08.315337 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8613): Launched\u000a07:04:08.624687 run osmo-hlr_10.42.42.2(pid=8614): Launched\u000a07:04:08.745545 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:04:09.285519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8616): Launched\u000a07:04:09.594732 run osmo-stp_10.42.42.5(pid=8617): Launched\u000a07:04:09.706457 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:04:10.242879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8619): Launched\u000a07:04:10.352400 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:04:10.621787 run patchelf(pid=8620): Launched\u000a07:04:10.802615 run osmo-stp_10.42.42.5(pid=8617): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8617)]\u000a07:04:10.934435 run osmo-stp_10.42.42.5(pid=8617): stdout: \u000a| (launched: 2022-12-10_07:04:09.440916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:04:11.066558 run osmo-stp_10.42.42.5(pid=8617): stderr: \u000a| �[0;m�[38;5;43m20221210070409612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070409612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070409612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070409613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070409613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070409613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070409614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:04:11.193854 run osmo-stp_10.42.42.5(pid=8617): stdout: \u000a| (launched: 2022-12-10_07:04:09.440916)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:04:11.319598 run osmo-stp_10.42.42.5(pid=8617): stderr: \u000a| �[0;m�[38;5;43m20221210070409612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070409612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070409612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070409613 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070409613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070409613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070409614 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:04:11.466585 run patchelf(pid=8620): Terminating (SIGINT)\u000a07:04:11.639696 run patchelf(pid=8620): Terminated: ok {rc=0}\u000a07:04:11.671019 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=8617): Process ended prematurely: osmo-stp_10.42.42.5(pid=8617) [trial-2371↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8617)] [trial-2371↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a07:04:11.679518 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a07:04:11.741246 run osmo-hlr_10.42.42.2(pid=8614): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:sysmo+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8614)]\u000a07:04:11.791643 run osmo-hlr_10.42.42.2(pid=8614): stdout: \u000a| (launched: 2022-12-10_07:04:08.471141) \u000a07:04:11.842783 run osmo-hlr_10.42.42.2(pid=8614): stderr: \u000a| �[0;m�[1;31m20221210070408648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070408648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070408648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070408648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070408648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070408649 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070408661 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:sysmo+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070408670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070408671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070408671 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:04:11.886255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8613): Terminating (SIGTERM)\u000a07:04:11.927103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8616): Terminating (SIGTERM)\u000a07:04:11.968732 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8619): Terminating (SIGTERM)\u000a07:04:11.978247 --- ParallelTerminationStrategy: PID 8613 died...\u000a07:04:12.033289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8613): Terminated: ok {rc=0}\u000a07:04:12.043194 --- ParallelTerminationStrategy: PID 8616 died...\u000a07:04:12.097591 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8616): Terminated: ok {rc=0}\u000a07:04:12.107692 --- ParallelTerminationStrategy: PID 8619 died...\u000a07:04:12.162206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8619): Terminated: ok {rc=0}\u000a07:04:12.247543 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "15", "name" : "gprs_sysmo+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:03:13" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8630): Process ended prematurely: osmo-stp_10.42.42.5(pid=8630) [trial-2371↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8630)]", "failedSince" : 2329, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8630): Process ended prematurely: osmo-stp_10.42.42.5(pid=8630) [trial-2371↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8630)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a07:04:14.251364 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:04:14.263299 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:04:14.417846 tst switch_tch_pdch.py: using LAC 26675\u000a07:04:14.545418 tst switch_tch_pdch.py: using RAC 155\u000a07:04:14.674433 tst switch_tch_pdch.py: using CellId 26675\u000a07:04:14.802316 tst switch_tch_pdch.py: using BVCI 26676\u000a07:04:14.827847 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:04:14.839666 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:04:14.851176 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:04:14.862953 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:04:14.874629 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:04:14.886331 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:04:14.898268 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:04:14.909929 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:04:15.027594 tst dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:04:15.324838 tst switch_tch_pdch.py:51: start network...\u000a07:04:15.461486 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:04:16.029712 run create_hlr_db(pid=8624): Launched\u000a07:04:16.212340 bus /gobi_6: Setting Powered False\u000a07:04:17.281743 run create_hlr_db(pid=8624): Terminated: ok {rc=0}\u000a07:04:17.721016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8626): Launched\u000a07:04:18.049453 run osmo-hlr_10.42.42.2(pid=8627): Launched\u000a07:04:18.172658 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:04:18.740873 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8629): Launched\u000a07:04:19.069558 run osmo-stp_10.42.42.5(pid=8630): Launched\u000a07:04:19.188470 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:04:19.760362 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8632): Launched\u000a07:04:19.876863 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:04:20.163689 run patchelf(pid=8633): Launched\u000a07:04:20.354985 run osmo-stp_10.42.42.5(pid=8630): ERR: Terminated: ERROR {rc=1} [trial-2371↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8630)]\u000a07:04:20.494882 run osmo-stp_10.42.42.5(pid=8630): stdout: \u000a| (launched: 2022-12-10_07:04:18.907886)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:04:20.635010 run osmo-stp_10.42.42.5(pid=8630): stderr: \u000a| �[0;m�[38;5;43m20221210070419105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070419105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070419105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070419106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070419106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070419106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070419106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:04:20.770223 run osmo-stp_10.42.42.5(pid=8630): stdout: \u000a| (launched: 2022-12-10_07:04:18.907886)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:04:20.905036 run osmo-stp_10.42.42.5(pid=8630): stderr: \u000a| �[0;m�[38;5;43m20221210070419105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070419105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070419105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070419106 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070419106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070419106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070419106 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:04:21.061851 run patchelf(pid=8633): Terminating (SIGINT)\u000a07:04:21.246747 run patchelf(pid=8633): Terminated: ok {rc=0}\u000a07:04:21.280196 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=8630): Process ended prematurely: osmo-stp_10.42.42.5(pid=8630) [trial-2371↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8630)] [trial-2371↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a07:04:21.289372 tst switch_tch_pdch.py:54: Test FAILED (7.0 sec)\u000a07:04:21.352833 run osmo-hlr_10.42.42.2(pid=8627): ERR: Terminated: ERROR {rc=237} [trial-2371↪dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8627)]\u000a07:04:21.404872 run osmo-hlr_10.42.42.2(pid=8627): stdout: \u000a| (launched: 2022-12-10_07:04:17.887218) \u000a07:04:21.457498 run osmo-hlr_10.42.42.2(pid=8627): stderr: \u000a| �[0;m�[1;31m20221210070418090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070418090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070418090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070418090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070418090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070418090 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070418102 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/dynts:sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070418110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070418111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070418111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:04:21.502613 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8626): Terminating (SIGTERM)\u000a07:04:21.545374 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8629): Terminating (SIGTERM)\u000a07:04:21.587952 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8632): Terminating (SIGTERM)\u000a07:04:21.597962 --- ParallelTerminationStrategy: PID 8626 died...\u000a07:04:21.655185 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8626): Terminated: ok {rc=0}\u000a07:04:21.665896 --- ParallelTerminationStrategy: PID 8629 died...\u000a07:04:21.722995 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8629): Terminated: ok {rc=0}\u000a07:04:21.733423 --- ParallelTerminationStrategy: PID 8632 died...\u000a07:04:21.790161 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8632): Terminated: ok {rc=0}\u000a07:04:21.879497 bus /gobi_0: Setting Powered False\u000a07:04:22.987782 bus /gobi_0: Setting Powered False\u000a07:04:24.098155 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "16", "name" : "dynts_sysmo+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:04:14" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "dynts:sysmo+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8643): Process ended prematurely: osmo-stp_10.42.42.5(pid=8643) [trial-2371↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8643)]", "failedSince" : 2331, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8643): Process ended prematurely: osmo-stp_10.42.42.5(pid=8643) [trial-2371↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8643)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 dynts:sysmo+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a07:04:26.042674 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:04:26.054133 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a07:04:26.208258 tst switch_tch_pdch.py: using LAC 26676\u000a07:04:26.337562 tst switch_tch_pdch.py: using RAC 156\u000a07:04:26.462031 tst switch_tch_pdch.py: using CellId 26676\u000a07:04:26.584563 tst switch_tch_pdch.py: using BVCI 26677\u000a07:04:26.608584 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:04:26.619740 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:04:26.630880 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:04:26.642309 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:04:26.653647 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:04:26.665054 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:04:26.676637 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:04:26.687956 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a07:04:26.808239 tst dynts:sysmo+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a07:04:27.105305 tst switch_tch_pdch.py:51: start network...\u000a07:04:27.242360 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:04:27.739122 run create_hlr_db(pid=8637): Launched\u000a07:04:27.872648 bus /gobi_6: Setting Powered False\u000a07:04:28.950692 run create_hlr_db(pid=8637): Terminated: ok {rc=0}\u000a07:04:29.337830 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8639): Launched\u000a07:04:29.646447 run osmo-hlr_10.42.42.2(pid=8640): Launched\u000a07:04:29.766872 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:04:30.282044 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8642): Launched\u000a07:04:30.590604 run osmo-stp_10.42.42.5(pid=8643): Launched\u000a07:04:30.702297 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:04:31.254880 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8645): Launched\u000a07:04:31.367245 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:04:31.657772 run patchelf(pid=8646): Launched\u000a07:04:31.842436 run osmo-stp_10.42.42.5(pid=8643): ERR: Terminated: ERROR {rc=1} [trial-2371↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8643)]\u000a07:04:31.977211 run osmo-stp_10.42.42.5(pid=8643): stdout: \u000a| (launched: 2022-12-10_07:04:30.437261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:04:32.112140 run osmo-stp_10.42.42.5(pid=8643): stderr: \u000a| �[0;m�[38;5;43m20221210070430609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070430609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070430610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070430610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070430611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070430611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070430611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:04:32.241808 run osmo-stp_10.42.42.5(pid=8643): stdout: \u000a| (launched: 2022-12-10_07:04:30.437261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:04:32.368465 run osmo-stp_10.42.42.5(pid=8643): stderr: \u000a| �[0;m�[38;5;43m20221210070430609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070430609 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070430610 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070430610 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070430611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070430611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070430611 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:04:32.515529 run patchelf(pid=8646): Terminating (SIGINT)\u000a07:04:32.688204 run patchelf(pid=8646): Terminated: ok {rc=0}\u000a07:04:32.719711 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=8643): Process ended prematurely: osmo-stp_10.42.42.5(pid=8643) [trial-2371↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8643)] [trial-2371↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a07:04:32.728649 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a07:04:32.790596 run osmo-hlr_10.42.42.2(pid=8640): ERR: Terminated: ERROR {rc=237} [trial-2371↪dynts:sysmo+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8640)]\u000a07:04:32.840826 run osmo-hlr_10.42.42.2(pid=8640): stdout: \u000a| (launched: 2022-12-10_07:04:29.493331) \u000a07:04:32.891644 run osmo-hlr_10.42.42.2(pid=8640): stderr: \u000a| �[0;m�[1;31m20221210070429673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070429673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070429673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070429673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070429673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070429673 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070429685 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/dynts:sysmo+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070429694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070429694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070429694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:04:32.934813 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8639): Terminating (SIGTERM)\u000a07:04:32.976066 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8642): Terminating (SIGTERM)\u000a07:04:33.016704 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8645): Terminating (SIGTERM)\u000a07:04:33.026485 --- ParallelTerminationStrategy: PID 8639 died...\u000a07:04:33.081492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8639): Terminated: ok {rc=0}\u000a07:04:33.091444 --- ParallelTerminationStrategy: PID 8642 died...\u000a07:04:33.145855 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8642): Terminated: ok {rc=0}\u000a07:04:33.155997 --- ParallelTerminationStrategy: PID 8645 died...\u000a07:04:33.210577 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8645): Terminated: ok {rc=0}\u000a07:04:33.300266 bus /gobi_0: Setting Powered False\u000a07:04:34.405080 bus /gobi_0: Setting Powered False\u000a07:04:35.513419 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "17", "name" : "dynts_sysmo+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:04:25" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "nitb_sms:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=8651): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8651) [trial-2371↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8651)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=8651): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8651) [trial-2371↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8651)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 nitb_sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a07:04:37.386402 tst nitb_sms:oc2g: Using 1 x ip_address (candidates: 1)\u000a07:04:37.397812 tst nitb_sms:oc2g: Using 1 x bts (candidates: 1)\u000a07:04:37.528052 tst mo_mt_sms.py: using LAC 26677\u000a07:04:37.655036 tst mo_mt_sms.py: using RAC 157\u000a07:04:37.782594 tst mo_mt_sms.py: using CellId 26677\u000a07:04:37.911969 tst mo_mt_sms.py: using BVCI 26678\u000a07:04:37.937161 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a07:04:38.052191 tst nitb_sms:oc2g: Using 1 x modem (candidates: 2)\u000a07:04:38.350047 tst mo_mt_sms.py:9: start nitb and bts...\u000a07:04:38.487881 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a07:04:39.166381 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8650): Launched\u000a07:04:39.494759 run osmo-nitb_10.42.42.2(pid=8651): Launched\u000a07:04:39.694898 run osmo-nitb_10.42.42.2(pid=8651): ERR: Terminated: ERROR {rc=2} [trial-2371↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8651)]\u000a07:04:39.842620 run osmo-nitb_10.42.42.2(pid=8651): stdout: \u000a| (launched: 2022-12-10_07:04:39.334950) \u000a07:04:39.990957 run osmo-nitb_10.42.42.2(pid=8651): stderr: \u000a| (launched: 2022-12-10_07:04:39.383707)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:04:40.134252 run osmo-nitb_10.42.42.2(pid=8651): stdout: \u000a| (launched: 2022-12-10_07:04:39.334950) \u000a07:04:40.276778 run osmo-nitb_10.42.42.2(pid=8651): stderr: \u000a| (launched: 2022-12-10_07:04:39.383707)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:04:40.625898 tst osmo-nitb_10.42.42.2(pid=8651): stdout: \u000a| (launched: 2022-12-10_07:04:39.334950) \u000a07:04:40.755595 tst osmo-nitb_10.42.42.2(pid=8651): stderr: \u000a| (launched: 2022-12-10_07:04:39.383707)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:04:40.812350 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=8651): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8651) [trial-2371↪nitb_sms:oc2g↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8651)] [trial-2371↪nitb_sms:oc2g↪mo_mt_sms.py:11]\u000a07:04:40.821045 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a07:04:40.857628 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8650): Terminating (SIGTERM)\u000a07:04:41.035629 --- ParallelTerminationStrategy: PID 8650 died...\u000a07:04:41.094079 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8650): Terminated: ok {rc=0}\u000a07:04:41.183332 bus /sierra_3: Setting Powered False\u000a07:04:42.288737 bus /sierra_3: Setting Powered False\u000a07:04:43.399382 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "18", "name" : "nitb_sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:04:37" }, { "cases" : [ { "testActions" : [ ], "age" : 169, "className" : "sms:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8662): Process ended prematurely: osmo-stp_10.42.42.5(pid=8662) [trial-2371↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8662)]", "failedSince" : 2203, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8662): Process ended prematurely: osmo-stp_10.42.42.5(pid=8662) [trial-2371↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8662)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 sms:oc2g mo_mt_sms.py\u000a----------------------------------------------\u000a07:04:45.256266 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:04:45.267218 tst sms:oc2g: Using 1 x bts (candidates: 1)\u000a07:04:45.395180 tst mo_mt_sms.py: using LAC 26678\u000a07:04:45.524139 tst mo_mt_sms.py: using RAC 158\u000a07:04:45.653108 tst mo_mt_sms.py: using CellId 26678\u000a07:04:45.780306 tst mo_mt_sms.py: using BVCI 26679\u000a07:04:45.805220 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:04:45.816160 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:04:45.827114 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:04:45.848690 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:04:45.863518 tst sms:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:04:45.876807 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a07:04:46.011515 tst sms:oc2g: Using 1 x modem (candidates: 2)\u000a07:04:46.231204 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:04:46.798945 run create_hlr_db(pid=8656): Launched\u000a07:04:46.992191 bus /sierra_2: Setting Powered False\u000a07:04:48.008833 run create_hlr_db(pid=8656): Terminated: ok {rc=0}\u000a07:04:48.444815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8658): Launched\u000a07:04:48.773404 run osmo-hlr_10.42.42.2(pid=8659): Launched\u000a07:04:48.896803 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:04:49.466806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8661): Launched\u000a07:04:49.795647 run osmo-stp_10.42.42.5(pid=8662): Launched\u000a07:04:49.913838 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:04:50.511552 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8664): Launched\u000a07:04:50.840666 run osmo-msc_10.42.42.6(pid=8665): Launched\u000a07:04:51.031586 run osmo-stp_10.42.42.5(pid=8662): ERR: Terminated: ERROR {rc=1} [trial-2371↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8662)]\u000a07:04:51.170874 run osmo-stp_10.42.42.5(pid=8662): stdout: \u000a| (launched: 2022-12-10_07:04:49.633455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:04:51.308256 run osmo-stp_10.42.42.5(pid=8662): stderr: \u000a| �[0;m�[38;5;43m20221210070449828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070449828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070449829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070449829 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070449830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070449830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070449830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:04:51.439272 run osmo-stp_10.42.42.5(pid=8662): stdout: \u000a| (launched: 2022-12-10_07:04:49.633455)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:04:51.569325 run osmo-stp_10.42.42.5(pid=8662): stderr: \u000a| �[0;m�[38;5;43m20221210070449828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070449828 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070449829 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070449829 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070449830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070449830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070449830 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:04:51.626134 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=8662): Process ended prematurely: osmo-stp_10.42.42.5(pid=8662) [trial-2371↪sms:oc2g↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8662)] [trial-2371↪sms:oc2g↪mo_mt_sms.py:16]\u000a07:04:51.634555 tst mo_mt_sms.py:16: Test FAILED (6.4 sec)\u000a07:04:51.697838 run osmo-hlr_10.42.42.2(pid=8659): ERR: Terminated: ERROR {rc=237} [trial-2371↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8659)]\u000a07:04:51.750052 run osmo-hlr_10.42.42.2(pid=8659): stdout: \u000a| (launched: 2022-12-10_07:04:48.611331) \u000a07:04:51.802958 run osmo-hlr_10.42.42.2(pid=8659): stderr: \u000a| �[0;m�[1;31m20221210070448814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070448814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070448814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070448814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070448814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070448814 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070448826 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/sms:oc2g/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070448834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070448835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070448835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:04:51.874540 run osmo-msc_10.42.42.6(pid=8665): ERR: Terminated: ERROR {rc=2} [trial-2371↪sms:oc2g↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8665)]\u000a07:04:51.926774 run osmo-msc_10.42.42.6(pid=8665): stdout: \u000a| (launched: 2022-12-10_07:04:50.678239) \u000a07:04:51.979056 run osmo-msc_10.42.42.6(pid=8665): stderr: \u000a| �[0;m�[38;5;43m20221210070451003 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210070451003 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f823a551c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210070451003 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210070451003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210070451004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210070451004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210070451006 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210070451006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210070451006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210070451006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:04:52.023634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8658): Terminating (SIGTERM)\u000a07:04:52.066113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8661): Terminating (SIGTERM)\u000a07:04:52.108648 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8664): Terminating (SIGTERM)\u000a07:04:52.118178 --- ParallelTerminationStrategy: PID 8658 died...\u000a07:04:52.175468 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8658): Terminated: ok {rc=0}\u000a07:04:52.185819 --- ParallelTerminationStrategy: PID 8661 died...\u000a07:04:52.242500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8661): Terminated: ok {rc=0}\u000a07:04:52.252692 --- ParallelTerminationStrategy: PID 8664 died...\u000a07:04:52.309182 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8664): Terminated: ok {rc=0}\u000a07:04:52.398890 bus /sierra_3: Setting Powered False\u000a07:04:53.507951 bus /sierra_3: Setting Powered False\u000a07:04:54.620764 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "19", "name" : "sms_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:04:45" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "nitb_ussd:oc2g", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=8671): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8671) [trial-2371↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8671)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=8671): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8671) [trial-2371↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8671)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 nitb_ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a07:04:56.425111 tst nitb_ussd:oc2g: Using 1 x ip_address (candidates: 1)\u000a07:04:56.435888 tst nitb_ussd:oc2g: Using 1 x bts (candidates: 1)\u000a07:04:56.560502 tst assert_extension.py: using LAC 26679\u000a07:04:56.680179 tst assert_extension.py: using RAC 159\u000a07:04:56.798463 tst assert_extension.py: using CellId 26679\u000a07:04:56.917271 tst assert_extension.py: using BVCI 26680\u000a07:04:56.940503 tst nitb_ussd:oc2g: Using 1 x modem (candidates: 1)\u000a07:04:57.239450 tst assert_extension.py:10: start nitb and bts...\u000a07:04:57.376904 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a07:04:58.053899 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8670): Launched\u000a07:04:58.380287 run osmo-nitb_10.42.42.2(pid=8671): Launched\u000a07:04:58.580458 run osmo-nitb_10.42.42.2(pid=8671): ERR: Terminated: ERROR {rc=2} [trial-2371↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8671)]\u000a07:04:58.727650 run osmo-nitb_10.42.42.2(pid=8671): stdout: \u000a| (launched: 2022-12-10_07:04:58.221361) \u000a07:04:58.874882 run osmo-nitb_10.42.42.2(pid=8671): stderr: \u000a| (launched: 2022-12-10_07:04:58.270120)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:04:59.018140 run osmo-nitb_10.42.42.2(pid=8671): stdout: \u000a| (launched: 2022-12-10_07:04:58.221361) \u000a07:04:59.160646 run osmo-nitb_10.42.42.2(pid=8671): stderr: \u000a| (launched: 2022-12-10_07:04:58.270120)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:04:59.511752 tst osmo-nitb_10.42.42.2(pid=8671): stdout: \u000a| (launched: 2022-12-10_07:04:58.221361) \u000a07:04:59.642167 tst osmo-nitb_10.42.42.2(pid=8671): stderr: \u000a| (launched: 2022-12-10_07:04:58.270120)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:04:59.698867 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=8671): Process ended prematurely: osmo-nitb_10.42.42.2(pid=8671) [trial-2371↪nitb_ussd:oc2g↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=8671)] [trial-2371↪nitb_ussd:oc2g↪assert_extension.py:12]\u000a07:04:59.707444 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a07:04:59.743840 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8670): Terminating (SIGTERM)\u000a07:04:59.921741 --- ParallelTerminationStrategy: PID 8670 died...\u000a07:04:59.980043 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=8670): Terminated: ok {rc=0}\u000a07:05:00.067295 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "20", "name" : "nitb_ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:04:56" }, { "cases" : [ { "testActions" : [ ], "age" : 169, "className" : "ussd:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8685): Process ended prematurely: osmo-stp_10.42.42.5(pid=8685) [trial-2371↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8685)]", "failedSince" : 2203, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8685): Process ended prematurely: osmo-stp_10.42.42.5(pid=8685) [trial-2371↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8685)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 ussd:oc2g assert_extension.py\u000a----------------------------------------------\u000a07:05:01.919793 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:05:01.931760 tst ussd:oc2g: Using 1 x bts (candidates: 1)\u000a07:05:02.071667 tst assert_extension.py: using LAC 26680\u000a07:05:02.203234 tst assert_extension.py: using RAC 160\u000a07:05:02.332479 tst assert_extension.py: using CellId 26680\u000a07:05:02.459686 tst assert_extension.py: using BVCI 26681\u000a07:05:02.484656 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:05:02.495854 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:05:02.506981 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:05:02.518611 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:05:02.530998 tst ussd:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:05:02.542206 tst ussd:oc2g: Using 1 x modem (candidates: 1)\u000a07:05:02.748144 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:05:03.232902 run create_hlr_db(pid=8679): Launched\u000a07:05:03.409889 bus /sierra_2: Setting Powered False\u000a07:05:04.431513 run create_hlr_db(pid=8679): Terminated: ok {rc=0}\u000a07:05:04.867672 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8681): Launched\u000a07:05:05.200639 run osmo-hlr_10.42.42.2(pid=8682): Launched\u000a07:05:05.321298 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:05:05.897531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8684): Launched\u000a07:05:06.227493 run osmo-stp_10.42.42.5(pid=8685): Launched\u000a07:05:06.346892 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:05:06.944797 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8687): Launched\u000a07:05:07.276871 run osmo-msc_10.42.42.6(pid=8688): Launched\u000a07:05:07.469771 run osmo-stp_10.42.42.5(pid=8685): ERR: Terminated: ERROR {rc=1} [trial-2371↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8685)]\u000a07:05:07.607841 run osmo-stp_10.42.42.5(pid=8685): stdout: \u000a| (launched: 2022-12-10_07:05:06.063807)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:05:07.745684 run osmo-stp_10.42.42.5(pid=8685): stderr: \u000a| �[0;m�[38;5;43m20221210070506261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070506261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070506261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070506262 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070506262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070506262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070506262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:05:07.876756 run osmo-stp_10.42.42.5(pid=8685): stdout: \u000a| (launched: 2022-12-10_07:05:06.063807)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:05:08.007035 run osmo-stp_10.42.42.5(pid=8685): stderr: \u000a| �[0;m�[38;5;43m20221210070506261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070506261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070506261 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070506262 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070506262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070506262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070506262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:05:08.064211 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=8685): Process ended prematurely: osmo-stp_10.42.42.5(pid=8685) [trial-2371↪ussd:oc2g↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8685)] [trial-2371↪ussd:oc2g↪assert_extension.py:17]\u000a07:05:08.073150 tst assert_extension.py:17: Test FAILED (6.1 sec)\u000a07:05:08.136716 run osmo-hlr_10.42.42.2(pid=8682): ERR: Terminated: ERROR {rc=237} [trial-2371↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8682)]\u000a07:05:08.189178 run osmo-hlr_10.42.42.2(pid=8682): stdout: \u000a| (launched: 2022-12-10_07:05:05.034487) \u000a07:05:08.241804 run osmo-hlr_10.42.42.2(pid=8682): stderr: \u000a| �[0;m�[1;31m20221210070505236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070505236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070505236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070505236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070505236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070505236 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070505249 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/ussd:oc2g/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070505258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070505258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070505258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:05:08.313343 run osmo-msc_10.42.42.6(pid=8688): ERR: Terminated: ERROR {rc=2} [trial-2371↪ussd:oc2g↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8688)]\u000a07:05:08.365513 run osmo-msc_10.42.42.6(pid=8688): stdout: \u000a| (launched: 2022-12-10_07:05:07.111275) \u000a07:05:08.417946 run osmo-msc_10.42.42.6(pid=8688): stderr: \u000a| �[0;m�[38;5;43m20221210070507435 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210070507435 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4006e67c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210070507436 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210070507436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210070507436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210070507436 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210070507439 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210070507440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210070507440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210070507440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:05:08.462915 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8681): Terminating (SIGTERM)\u000a07:05:08.505198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8684): Terminating (SIGTERM)\u000a07:05:08.547486 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8687): Terminating (SIGTERM)\u000a07:05:08.557365 --- ParallelTerminationStrategy: PID 8681 died...\u000a07:05:08.614268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8681): Terminated: ok {rc=0}\u000a07:05:08.624571 --- ParallelTerminationStrategy: PID 8684 died...\u000a07:05:08.680737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8684): Terminated: ok {rc=0}\u000a07:05:08.691003 --- ParallelTerminationStrategy: PID 8687 died...\u000a07:05:08.747440 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8687): Terminated: ok {rc=0}\u000a07:05:08.835843 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "21", "name" : "ussd_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:05:01" }, { "cases" : [ { "testActions" : [ ], "age" : 169, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8699): Process ended prematurely: osmo-stp_10.42.42.5(pid=8699) [trial-2371↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8699)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8699): Process ended prematurely: osmo-stp_10.42.42.5(pid=8699) [trial-2371↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8699)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a07:05:10.755608 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:05:10.766644 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:05:10.914079 tst mo_mt_call.py: using LAC 26681\u000a07:05:11.037118 tst mo_mt_call.py: using RAC 161\u000a07:05:11.158915 tst mo_mt_call.py: using CellId 26681\u000a07:05:11.283339 tst mo_mt_call.py: using BVCI 26682\u000a07:05:11.306966 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:05:11.318125 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:05:11.329043 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:05:11.340311 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:05:11.351766 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:05:11.363212 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:05:11.484776 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:05:11.699639 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:05:12.234674 run create_hlr_db(pid=8693): Launched\u000a07:05:12.427453 bus /sierra_2: Setting Powered False\u000a07:05:13.448564 run create_hlr_db(pid=8693): Terminated: ok {rc=0}\u000a07:05:13.869426 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8695): Launched\u000a07:05:14.182894 run osmo-hlr_10.42.42.2(pid=8696): Launched\u000a07:05:14.302490 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:05:14.845322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8698): Launched\u000a07:05:15.159897 run osmo-stp_10.42.42.5(pid=8699): Launched\u000a07:05:15.275145 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:05:15.856231 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8701): Launched\u000a07:05:16.391105 run osmo-msc_10.42.42.6(pid=8702): Launched\u000a07:05:16.765152 run osmo-stp_10.42.42.5(pid=8699): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8699)]\u000a07:05:16.908213 run osmo-stp_10.42.42.5(pid=8699): stdout: \u000a| (launched: 2022-12-10_07:05:15.003660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:05:17.046765 run osmo-stp_10.42.42.5(pid=8699): stderr: \u000a| �[0;m�[38;5;43m20221210070515178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070515178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070515178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070515179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070515179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070515179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070515179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:05:17.175103 run osmo-stp_10.42.42.5(pid=8699): stdout: \u000a| (launched: 2022-12-10_07:05:15.003660)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:05:17.302983 run osmo-stp_10.42.42.5(pid=8699): stderr: \u000a| �[0;m�[38;5;43m20221210070515178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070515178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070515178 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070515179 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070515179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070515179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070515179 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:05:17.359475 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8699): Process ended prematurely: osmo-stp_10.42.42.5(pid=8699) [trial-2371↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8699)] [trial-2371↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a07:05:17.368684 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a07:05:17.432448 run osmo-hlr_10.42.42.2(pid=8696): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8696)]\u000a07:05:17.483682 run osmo-hlr_10.42.42.2(pid=8696): stdout: \u000a| (launched: 2022-12-10_07:05:14.027817) \u000a07:05:17.535481 run osmo-hlr_10.42.42.2(pid=8696): stderr: \u000a| �[0;m�[1;31m20221210070514208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070514208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070514208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070514208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070514208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070514208 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070514224 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070514234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070514234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070514234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:05:17.605686 run osmo-msc_10.42.42.6(pid=8702): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8702)]\u000a07:05:17.657126 run osmo-msc_10.42.42.6(pid=8702): stdout: \u000a| (launched: 2022-12-10_07:05:16.042859) \u000a07:05:17.708877 run osmo-msc_10.42.42.6(pid=8702): stderr: \u000a| �[0;m�[38;5;43m20221210070516437 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210070516437 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f8bd357bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210070516438 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210070516438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210070516438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210070516438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210070516440 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210070516440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210070516440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210070516440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:05:17.751863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8695): Terminating (SIGTERM)\u000a07:05:17.793309 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8698): Terminating (SIGTERM)\u000a07:05:17.834888 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8701): Terminating (SIGTERM)\u000a07:05:17.845254 --- ParallelTerminationStrategy: PID 8695 died...\u000a07:05:17.900373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8695): Terminated: ok {rc=0}\u000a07:05:17.911222 --- ParallelTerminationStrategy: PID 8698 died...\u000a07:05:17.967026 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8698): Terminated: ok {rc=0}\u000a07:05:17.977118 --- ParallelTerminationStrategy: PID 8701 died...\u000a07:05:18.032209 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8701): Terminated: ok {rc=0}\u000a07:05:18.123214 bus /sierra_3: Setting Powered False\u000a07:05:19.228005 bus /sierra_3: Setting Powered False\u000a07:05:20.340982 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 169, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8710): Process ended prematurely: osmo-stp_10.42.42.5(pid=8710) [trial-2371↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8710)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8710): Process ended prematurely: osmo-stp_10.42.42.5(pid=8710) [trial-2371↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8710)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:05:21.456109 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:05:21.468130 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:05:21.615888 tst mo_mt_call_osmux.py: using LAC 26682\u000a07:05:21.740328 tst mo_mt_call_osmux.py: using RAC 162\u000a07:05:21.864031 tst mo_mt_call_osmux.py: using CellId 26682\u000a07:05:21.987735 tst mo_mt_call_osmux.py: using BVCI 26683\u000a07:05:22.011394 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:05:22.022620 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:05:22.033516 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:05:22.044751 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:05:22.056002 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:05:22.067317 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:05:22.191484 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:05:22.410489 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:05:22.944250 run create_hlr_db(pid=8704): Launched\u000a07:05:23.136564 bus /sierra_2: Setting Powered False\u000a07:05:24.157863 run create_hlr_db(pid=8704): Terminated: ok {rc=0}\u000a07:05:24.578301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8706): Launched\u000a07:05:24.891548 run osmo-hlr_10.42.42.2(pid=8707): Launched\u000a07:05:25.013460 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:05:25.566045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8709): Launched\u000a07:05:25.879542 run osmo-stp_10.42.42.5(pid=8710): Launched\u000a07:05:25.993530 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:05:26.561972 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8712): Launched\u000a07:05:26.874953 run osmo-msc_10.42.42.6(pid=8713): Launched\u000a07:05:27.057593 run osmo-stp_10.42.42.5(pid=8710): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8710)]\u000a07:05:27.189379 run osmo-stp_10.42.42.5(pid=8710): stdout: \u000a| (launched: 2022-12-10_07:05:25.724405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:05:27.318617 run osmo-stp_10.42.42.5(pid=8710): stderr: \u000a| �[0;m�[38;5;43m20221210070525897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070525897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070525898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070525898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070525898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070525899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070525899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:05:27.444165 run osmo-stp_10.42.42.5(pid=8710): stdout: \u000a| (launched: 2022-12-10_07:05:25.724405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:05:27.568176 run osmo-stp_10.42.42.5(pid=8710): stderr: \u000a| �[0;m�[38;5;43m20221210070525897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070525897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070525898 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070525898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070525898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070525899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070525899 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:05:27.622711 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8710): Process ended prematurely: osmo-stp_10.42.42.5(pid=8710) [trial-2371↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8710)] [trial-2371↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a07:05:27.631454 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a07:05:27.693665 run osmo-hlr_10.42.42.2(pid=8707): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8707)]\u000a07:05:27.743909 run osmo-hlr_10.42.42.2(pid=8707): stdout: \u000a| (launched: 2022-12-10_07:05:24.736246) \u000a07:05:27.794957 run osmo-hlr_10.42.42.2(pid=8707): stderr: \u000a| �[0;m�[1;31m20221210070524916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070524916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070524916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070524916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070524916 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070524917 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070524930 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070524939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070524939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070524939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:05:27.863962 run osmo-msc_10.42.42.6(pid=8713): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8713)]\u000a07:05:27.914123 run osmo-msc_10.42.42.6(pid=8713): stdout: \u000a| (launched: 2022-12-10_07:05:26.719422) \u000a07:05:27.964647 run osmo-msc_10.42.42.6(pid=8713): stderr: \u000a| �[0;m�[38;5;43m20221210070526993 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210070526994 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f120f81dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210070526994 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210070526994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210070526994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210070526994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210070526996 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210070526996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210070526996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210070526996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:05:28.007148 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8706): Terminating (SIGTERM)\u000a07:05:28.047715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8709): Terminating (SIGTERM)\u000a07:05:28.088603 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8712): Terminating (SIGTERM)\u000a07:05:28.098430 --- ParallelTerminationStrategy: PID 8706 died...\u000a07:05:28.153264 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8706): Terminated: ok {rc=0}\u000a07:05:28.163315 --- ParallelTerminationStrategy: PID 8709 died...\u000a07:05:28.217870 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8709): Terminated: ok {rc=0}\u000a07:05:28.227844 --- ParallelTerminationStrategy: PID 8712 died...\u000a07:05:28.282215 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8712): Terminated: ok {rc=0}\u000a07:05:28.371848 bus /sierra_3: Setting Powered False\u000a07:05:29.475884 bus /sierra_3: Setting Powered False\u000a07:05:30.588995 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "22", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:05:10" }, { "cases" : [ { "testActions" : [ ], "age" : 169, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8724): Process ended prematurely: osmo-stp_10.42.42.5(pid=8724) [trial-2371↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8724)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8724): Process ended prematurely: osmo-stp_10.42.42.5(pid=8724) [trial-2371↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8724)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a07:05:32.616646 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:05:32.628191 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:05:32.783150 tst mo_mt_call.py: using LAC 26683\u000a07:05:32.913382 tst mo_mt_call.py: using RAC 163\u000a07:05:33.045750 tst mo_mt_call.py: using CellId 26683\u000a07:05:33.176582 tst mo_mt_call.py: using BVCI 26684\u000a07:05:33.202166 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:05:33.213739 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:05:33.225391 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:05:33.236776 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:05:33.248168 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:05:33.259593 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:05:33.378581 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:05:33.584883 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:05:34.078489 run create_hlr_db(pid=8718): Launched\u000a07:05:34.257779 bus /sierra_2: Setting Powered False\u000a07:05:35.280533 run create_hlr_db(pid=8718): Terminated: ok {rc=0}\u000a07:05:35.725896 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8720): Launched\u000a07:05:36.062075 run osmo-hlr_10.42.42.2(pid=8721): Launched\u000a07:05:36.186653 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:05:36.768739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8723): Launched\u000a07:05:37.104183 run osmo-stp_10.42.42.5(pid=8724): Launched\u000a07:05:37.226170 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:05:37.836326 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8726): Launched\u000a07:05:38.171557 run osmo-msc_10.42.42.6(pid=8727): Launched\u000a07:05:38.368096 run osmo-stp_10.42.42.5(pid=8724): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8724)]\u000a07:05:38.509295 run osmo-stp_10.42.42.5(pid=8724): stdout: \u000a| (launched: 2022-12-10_07:05:36.938756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:05:38.648388 run osmo-stp_10.42.42.5(pid=8724): stderr: \u000a| �[0;m�[38;5;43m20221210070537137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070537137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070537138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070537138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070537138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070537138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070537138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:05:38.782676 run osmo-stp_10.42.42.5(pid=8724): stdout: \u000a| (launched: 2022-12-10_07:05:36.938756)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:05:38.916077 run osmo-stp_10.42.42.5(pid=8724): stderr: \u000a| �[0;m�[38;5;43m20221210070537137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070537137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070537138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070537138 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070537138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070537138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070537138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:05:38.974852 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8724): Process ended prematurely: osmo-stp_10.42.42.5(pid=8724) [trial-2371↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8724)] [trial-2371↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a07:05:38.984066 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a07:05:39.048086 run osmo-hlr_10.42.42.2(pid=8721): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8721)]\u000a07:05:39.100486 run osmo-hlr_10.42.42.2(pid=8721): stdout: \u000a| (launched: 2022-12-10_07:05:35.895975) \u000a07:05:39.153563 run osmo-hlr_10.42.42.2(pid=8721): stderr: \u000a| �[0;m�[1;31m20221210070536097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070536097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070536097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070536097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070536097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070536097 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070536110 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070536121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070536121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070536121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:05:39.225701 run osmo-msc_10.42.42.6(pid=8727): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8727)]\u000a07:05:39.277961 run osmo-msc_10.42.42.6(pid=8727): stdout: \u000a| (launched: 2022-12-10_07:05:38.006458) \u000a07:05:39.330774 run osmo-msc_10.42.42.6(pid=8727): stderr: \u000a| �[0;m�[38;5;43m20221210070538329 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210070538330 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1bb8e23c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210070538330 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210070538330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210070538330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210070538330 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210070538332 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210070538332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210070538332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210070538332 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:05:39.375507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8720): Terminating (SIGTERM)\u000a07:05:39.418080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8723): Terminating (SIGTERM)\u000a07:05:39.460455 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8726): Terminating (SIGTERM)\u000a07:05:39.470665 --- ParallelTerminationStrategy: PID 8720 died...\u000a07:05:39.527795 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8720): Terminated: ok {rc=0}\u000a07:05:39.538289 --- ParallelTerminationStrategy: PID 8723 died...\u000a07:05:39.595035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8723): Terminated: ok {rc=0}\u000a07:05:39.605606 --- ParallelTerminationStrategy: PID 8726 died...\u000a07:05:39.662066 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8726): Terminated: ok {rc=0}\u000a07:05:39.750795 bus /sierra_3: Setting Powered False\u000a07:05:40.860105 bus /sierra_3: Setting Powered False\u000a07:05:41.973413 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 169, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8735): Process ended prematurely: osmo-stp_10.42.42.5(pid=8735) [trial-2371↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8735)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8735): Process ended prematurely: osmo-stp_10.42.42.5(pid=8735) [trial-2371↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8735)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:05:43.086844 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:05:43.098862 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:05:43.249355 tst mo_mt_call_osmux.py: using LAC 26684\u000a07:05:43.373855 tst mo_mt_call_osmux.py: using RAC 164\u000a07:05:43.496509 tst mo_mt_call_osmux.py: using CellId 26684\u000a07:05:43.619733 tst mo_mt_call_osmux.py: using BVCI 26685\u000a07:05:43.643642 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:05:43.654959 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:05:43.666008 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:05:43.677371 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:05:43.688661 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:05:43.699935 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:05:43.824198 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:05:44.041326 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:05:44.578373 run create_hlr_db(pid=8729): Launched\u000a07:05:44.771353 bus /sierra_2: Setting Powered False\u000a07:05:45.792592 run create_hlr_db(pid=8729): Terminated: ok {rc=0}\u000a07:05:46.307369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8731): Launched\u000a07:05:46.749289 run osmo-hlr_10.42.42.2(pid=8732): Launched\u000a07:05:46.913364 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:05:47.571857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8734): Launched\u000a07:05:47.907568 run osmo-stp_10.42.42.5(pid=8735): Launched\u000a07:05:48.028630 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:05:48.639256 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8737): Launched\u000a07:05:48.976496 run osmo-msc_10.42.42.6(pid=8738): Launched\u000a07:05:49.172632 run osmo-stp_10.42.42.5(pid=8735): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8735)]\u000a07:05:49.314376 run osmo-stp_10.42.42.5(pid=8735): stdout: \u000a| (launched: 2022-12-10_07:05:47.742185)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:05:49.454091 run osmo-stp_10.42.42.5(pid=8735): stderr: \u000a| �[0;m�[38;5;43m20221210070547939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070547939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070547939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070547940 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070547940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070547940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070547940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:05:49.588723 run osmo-stp_10.42.42.5(pid=8735): stdout: \u000a| (launched: 2022-12-10_07:05:47.742185)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:05:49.721882 run osmo-stp_10.42.42.5(pid=8735): stderr: \u000a| �[0;m�[38;5;43m20221210070547939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070547939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070547939 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070547940 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070547940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070547940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070547940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:05:49.780121 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8735): Process ended prematurely: osmo-stp_10.42.42.5(pid=8735) [trial-2371↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8735)] [trial-2371↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a07:05:49.789288 tst mo_mt_call_osmux.py:8: Test FAILED (6.7 sec)\u000a07:05:49.852721 run osmo-hlr_10.42.42.2(pid=8732): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8732)]\u000a07:05:49.904924 run osmo-hlr_10.42.42.2(pid=8732): stdout: \u000a| (launched: 2022-12-10_07:05:46.482400) \u000a07:05:49.957912 run osmo-hlr_10.42.42.2(pid=8732): stderr: \u000a| �[0;m�[1;31m20221210070546813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070546813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070546813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070546813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070546813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070546813 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070546844 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070546860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070546860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070546860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:05:50.029604 run osmo-msc_10.42.42.6(pid=8738): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8738)]\u000a07:05:50.081684 run osmo-msc_10.42.42.6(pid=8738): stdout: \u000a| (launched: 2022-12-10_07:05:48.809782) \u000a07:05:50.134641 run osmo-msc_10.42.42.6(pid=8738): stderr: \u000a| �[0;m�[38;5;43m20221210070549134 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210070549135 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1684bdac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210070549135 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210070549135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210070549135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210070549135 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210070549137 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210070549137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210070549137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210070549137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:05:50.178890 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8731): Terminating (SIGTERM)\u000a07:05:50.221118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8734): Terminating (SIGTERM)\u000a07:05:50.262979 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8737): Terminating (SIGTERM)\u000a07:05:50.272672 --- ParallelTerminationStrategy: PID 8731 died...\u000a07:05:50.328884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8731): Terminated: ok {rc=0}\u000a07:05:50.339061 --- ParallelTerminationStrategy: PID 8734 died...\u000a07:05:50.395052 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8734): Terminated: ok {rc=0}\u000a07:05:50.405262 --- ParallelTerminationStrategy: PID 8737 died...\u000a07:05:50.461176 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8737): Terminated: ok {rc=0}\u000a07:05:50.549267 bus /sierra_3: Setting Powered False\u000a07:05:51.657414 bus /sierra_3: Setting Powered False\u000a07:05:52.765954 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "23", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:05:32" }, { "cases" : [ { "testActions" : [ ], "age" : 169, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8749): Process ended prematurely: osmo-stp_10.42.42.5(pid=8749) [trial-2371↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8749)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8749): Process ended prematurely: osmo-stp_10.42.42.5(pid=8749) [trial-2371↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8749)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:05:54.731587 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:05:54.742781 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:05:54.890364 tst mo_mt_call.py: using LAC 26685\u000a07:05:55.014926 tst mo_mt_call.py: using RAC 165\u000a07:05:55.138863 tst mo_mt_call.py: using CellId 26685\u000a07:05:55.263778 tst mo_mt_call.py: using BVCI 26686\u000a07:05:55.287569 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:05:55.298686 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:05:55.309495 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:05:55.320529 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:05:55.331648 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:05:55.342823 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:05:55.459467 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:05:55.676360 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:05:56.211803 run create_hlr_db(pid=8743): Launched\u000a07:05:56.405316 bus /sierra_2: Setting Powered False\u000a07:05:57.424051 run create_hlr_db(pid=8743): Terminated: ok {rc=0}\u000a07:05:57.844424 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8745): Launched\u000a07:05:58.158286 run osmo-hlr_10.42.42.2(pid=8746): Launched\u000a07:05:58.281148 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:05:58.821771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8748): Launched\u000a07:05:59.134605 run osmo-stp_10.42.42.5(pid=8749): Launched\u000a07:05:59.249546 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:05:59.820782 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8751): Launched\u000a07:06:00.134743 run osmo-msc_10.42.42.6(pid=8752): Launched\u000a07:06:00.317807 run osmo-stp_10.42.42.5(pid=8749): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8749)]\u000a07:06:00.449725 run osmo-stp_10.42.42.5(pid=8749): stdout: \u000a| (launched: 2022-12-10_07:05:58.979600)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:06:00.579138 run osmo-stp_10.42.42.5(pid=8749): stderr: \u000a| �[0;m�[38;5;43m20221210070559154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070559154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070559154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070559155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070559155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070559155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070559155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:06:00.704241 run osmo-stp_10.42.42.5(pid=8749): stdout: \u000a| (launched: 2022-12-10_07:05:58.979600)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:06:00.828369 run osmo-stp_10.42.42.5(pid=8749): stderr: \u000a| �[0;m�[38;5;43m20221210070559154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070559154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070559154 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070559155 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070559155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070559155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070559155 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:06:00.893181 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8749): Process ended prematurely: osmo-stp_10.42.42.5(pid=8749) [trial-2371↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8749)] [trial-2371↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a07:06:00.903323 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:06:00.970865 run osmo-hlr_10.42.42.2(pid=8746): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8746)]\u000a07:06:01.024930 run osmo-hlr_10.42.42.2(pid=8746): stdout: \u000a| (launched: 2022-12-10_07:05:58.002829) \u000a07:06:01.080377 run osmo-hlr_10.42.42.2(pid=8746): stderr: \u000a| �[0;m�[1;31m20221210070558182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070558182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070558182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070558182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070558182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070558182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070558194 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070558202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070558203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070558203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:06:01.153662 run osmo-msc_10.42.42.6(pid=8752): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8752)]\u000a07:06:01.207369 run osmo-msc_10.42.42.6(pid=8752): stdout: \u000a| (launched: 2022-12-10_07:05:59.978654) \u000a07:06:01.263798 run osmo-msc_10.42.42.6(pid=8752): stderr: \u000a| �[0;m�[38;5;43m20221210070600255 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210070600256 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f425f6e2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210070600256 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210070600256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210070600256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210070600256 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210070600258 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210070600258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210070600258 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210070600259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:06:01.317516 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8745): Terminating (SIGTERM)\u000a07:06:01.370172 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8748): Terminating (SIGTERM)\u000a07:06:01.422788 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8751): Terminating (SIGTERM)\u000a07:06:01.434891 --- ParallelTerminationStrategy: PID 8745 died...\u000a07:06:01.505923 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8745): Terminated: ok {rc=0}\u000a07:06:01.519106 --- ParallelTerminationStrategy: PID 8748 died...\u000a07:06:01.587848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8748): Terminated: ok {rc=0}\u000a07:06:01.601042 --- ParallelTerminationStrategy: PID 8751 died...\u000a07:06:01.671332 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8751): Terminated: ok {rc=0}\u000a07:06:01.773244 bus /sierra_3: Setting Powered False\u000a07:06:02.878367 bus /sierra_3: Setting Powered False\u000a07:06:03.986897 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 171, "className" : "voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8760): Process ended prematurely: osmo-stp_10.42.42.5(pid=8760) [trial-2371↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8760)]", "failedSince" : 2201, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8760): Process ended prematurely: osmo-stp_10.42.42.5(pid=8760) [trial-2371↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8760)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:06:05.103696 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:06:05.115922 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:06:05.271594 tst mo_mt_call_osmux.py: using LAC 26686\u000a07:06:05.400876 tst mo_mt_call_osmux.py: using RAC 166\u000a07:06:05.523082 tst mo_mt_call_osmux.py: using CellId 26686\u000a07:06:05.650785 tst mo_mt_call_osmux.py: using BVCI 26687\u000a07:06:05.676465 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:06:05.688301 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:06:05.699775 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:06:05.711231 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:06:05.722663 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:06:05.734095 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:06:05.856581 tst voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:06:06.064658 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:06:06.558000 run create_hlr_db(pid=8754): Launched\u000a07:06:06.736803 bus /sierra_2: Setting Powered False\u000a07:06:07.759298 run create_hlr_db(pid=8754): Terminated: ok {rc=0}\u000a07:06:08.174620 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8756): Launched\u000a07:06:08.487911 run osmo-hlr_10.42.42.2(pid=8757): Launched\u000a07:06:08.610364 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:06:09.156705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8759): Launched\u000a07:06:09.469927 run osmo-stp_10.42.42.5(pid=8760): Launched\u000a07:06:09.583410 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:06:10.153123 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8762): Launched\u000a07:06:10.466614 run osmo-msc_10.42.42.6(pid=8763): Launched\u000a07:06:10.649569 run osmo-stp_10.42.42.5(pid=8760): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8760)]\u000a07:06:10.780561 run osmo-stp_10.42.42.5(pid=8760): stdout: \u000a| (launched: 2022-12-10_07:06:09.314639)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:06:10.910070 run osmo-stp_10.42.42.5(pid=8760): stderr: \u000a| �[0;m�[38;5;43m20221210070609487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070609487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070609487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070609488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070609488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070609488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070609488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:06:11.035132 run osmo-stp_10.42.42.5(pid=8760): stdout: \u000a| (launched: 2022-12-10_07:06:09.314639)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:06:11.159480 run osmo-stp_10.42.42.5(pid=8760): stderr: \u000a| �[0;m�[38;5;43m20221210070609487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070609487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070609487 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070609488 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070609488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070609488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070609488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:06:11.214081 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8760): Process ended prematurely: osmo-stp_10.42.42.5(pid=8760) [trial-2371↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8760)] [trial-2371↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a07:06:11.222837 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a07:06:11.284514 run osmo-hlr_10.42.42.2(pid=8757): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8757)]\u000a07:06:11.334651 run osmo-hlr_10.42.42.2(pid=8757): stdout: \u000a| (launched: 2022-12-10_07:06:08.332729) \u000a07:06:11.385163 run osmo-hlr_10.42.42.2(pid=8757): stderr: \u000a| �[0;m�[1;31m20221210070608511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070608511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070608511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070608511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070608511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070608511 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070608523 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070608531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070608531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070608531 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:06:11.453780 run osmo-msc_10.42.42.6(pid=8763): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:oc2g+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8763)]\u000a07:06:11.503539 run osmo-msc_10.42.42.6(pid=8763): stdout: \u000a| (launched: 2022-12-10_07:06:10.310982) \u000a07:06:11.554422 run osmo-msc_10.42.42.6(pid=8763): stderr: \u000a| �[0;m�[38;5;43m20221210070610586 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210070610586 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7003bcbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210070610586 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210070610586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210070610586 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210070610587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210070610588 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210070610589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210070610589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210070610589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:06:11.596902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8756): Terminating (SIGTERM)\u000a07:06:11.637293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8759): Terminating (SIGTERM)\u000a07:06:11.677772 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8762): Terminating (SIGTERM)\u000a07:06:11.687557 --- ParallelTerminationStrategy: PID 8756 died...\u000a07:06:11.742474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8756): Terminated: ok {rc=0}\u000a07:06:11.752460 --- ParallelTerminationStrategy: PID 8759 died...\u000a07:06:11.806995 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8759): Terminated: ok {rc=0}\u000a07:06:11.816761 --- ParallelTerminationStrategy: PID 8762 died...\u000a07:06:11.870932 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8762): Terminated: ok {rc=0}\u000a07:06:11.960805 bus /sierra_3: Setting Powered False\u000a07:06:13.066436 bus /sierra_3: Setting Powered False\u000a07:06:14.178099 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "24", "name" : "voice_oc2g+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:05:54" }, { "cases" : [ { "testActions" : [ ], "age" : 169, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8774): Process ended prematurely: osmo-stp_10.42.42.5(pid=8774) [trial-2371↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8774)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8774): Process ended prematurely: osmo-stp_10.42.42.5(pid=8774) [trial-2371↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8774)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a07:06:16.151519 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:06:16.167528 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a07:06:16.321874 tst mo_mt_call.py: using LAC 26687\u000a07:06:16.446540 tst mo_mt_call.py: using RAC 167\u000a07:06:16.573238 tst mo_mt_call.py: using CellId 26687\u000a07:06:16.694947 tst mo_mt_call.py: using BVCI 26688\u000a07:06:16.719831 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:06:16.731934 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:06:16.744033 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:06:16.755921 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:06:16.768161 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:06:16.781133 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:06:16.899572 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:06:17.141714 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:06:17.627044 run create_hlr_db(pid=8768): Launched\u000a07:06:17.800193 bus /sierra_2: Setting Powered False\u000a07:06:18.821724 run create_hlr_db(pid=8768): Terminated: ok {rc=0}\u000a07:06:19.253637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8770): Launched\u000a07:06:19.580329 run osmo-hlr_10.42.42.2(pid=8771): Launched\u000a07:06:19.698920 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:06:20.261834 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8773): Launched\u000a07:06:20.585713 run osmo-stp_10.42.42.5(pid=8774): Launched\u000a07:06:20.702035 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:06:21.291888 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8776): Launched\u000a07:06:21.615646 run osmo-msc_10.42.42.6(pid=8777): Launched\u000a07:06:21.804402 run osmo-stp_10.42.42.5(pid=8774): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8774)]\u000a07:06:21.979125 run osmo-stp_10.42.42.5(pid=8774): stdout: \u000a| (launched: 2022-12-10_07:06:20.425129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:06:22.113942 run osmo-stp_10.42.42.5(pid=8774): stderr: \u000a| �[0;m�[38;5;43m20221210070620618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070620619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070620619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070620619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070620620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070620620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070620620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:06:22.243750 run osmo-stp_10.42.42.5(pid=8774): stdout: \u000a| (launched: 2022-12-10_07:06:20.425129)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:06:22.372125 run osmo-stp_10.42.42.5(pid=8774): stderr: \u000a| �[0;m�[38;5;43m20221210070620618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070620619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070620619 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070620619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070620620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070620620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070620620 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:06:22.428722 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8774): Process ended prematurely: osmo-stp_10.42.42.5(pid=8774) [trial-2371↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8774)] [trial-2371↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a07:06:22.437812 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a07:06:22.500270 run osmo-hlr_10.42.42.2(pid=8771): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8771)]\u000a07:06:22.551813 run osmo-hlr_10.42.42.2(pid=8771): stdout: \u000a| (launched: 2022-12-10_07:06:19.417641) \u000a07:06:22.603587 run osmo-hlr_10.42.42.2(pid=8771): stderr: \u000a| �[0;m�[1;31m20221210070619618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070619618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070619618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070619618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070619618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070619618 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070619630 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070619640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070619640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070619640 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:06:22.674042 run osmo-msc_10.42.42.6(pid=8777): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8777)]\u000a07:06:22.725409 run osmo-msc_10.42.42.6(pid=8777): stdout: \u000a| (launched: 2022-12-10_07:06:21.455445) \u000a07:06:22.777171 run osmo-msc_10.42.42.6(pid=8777): stderr: \u000a| �[0;m�[38;5;43m20221210070621780 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210070621780 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f22e4bbdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210070621780 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210070621780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210070621780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210070621780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210070621782 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210070621783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210070621783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210070621783 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:06:22.820992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8770): Terminating (SIGTERM)\u000a07:06:22.862485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8773): Terminating (SIGTERM)\u000a07:06:22.903860 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8776): Terminating (SIGTERM)\u000a07:06:22.913599 --- ParallelTerminationStrategy: PID 8770 died...\u000a07:06:22.969268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8770): Terminated: ok {rc=0}\u000a07:06:22.979353 --- ParallelTerminationStrategy: PID 8773 died...\u000a07:06:23.035013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8773): Terminated: ok {rc=0}\u000a07:06:23.045091 --- ParallelTerminationStrategy: PID 8776 died...\u000a07:06:23.100649 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8776): Terminated: ok {rc=0}\u000a07:06:23.187689 bus /sierra_3: Setting Powered False\u000a07:06:24.291530 bus /sierra_3: Setting Powered False\u000a07:06:25.403913 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 169, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8785): Process ended prematurely: osmo-stp_10.42.42.5(pid=8785) [trial-2371↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8785)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8785): Process ended prematurely: osmo-stp_10.42.42.5(pid=8785) [trial-2371↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8785)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:06:26.514253 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:06:26.525820 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a07:06:26.671293 tst mo_mt_call_osmux.py: using LAC 26688\u000a07:06:26.789493 tst mo_mt_call_osmux.py: using RAC 168\u000a07:06:26.915387 tst mo_mt_call_osmux.py: using CellId 26688\u000a07:06:27.042322 tst mo_mt_call_osmux.py: using BVCI 26689\u000a07:06:27.067275 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:06:27.078693 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:06:27.089853 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:06:27.101164 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:06:27.112397 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:06:27.123732 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:06:27.243784 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:06:27.445500 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:06:27.919756 run create_hlr_db(pid=8779): Launched\u000a07:06:28.092744 bus /sierra_2: Setting Powered False\u000a07:06:29.115146 run create_hlr_db(pid=8779): Terminated: ok {rc=0}\u000a07:06:29.545238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8781): Launched\u000a07:06:29.870030 run osmo-hlr_10.42.42.2(pid=8782): Launched\u000a07:06:29.987857 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:06:30.546906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8784): Launched\u000a07:06:30.942590 run osmo-stp_10.42.42.5(pid=8785): Launched\u000a07:06:31.121854 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:06:31.726138 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8787): Launched\u000a07:06:32.234087 run osmo-msc_10.42.42.6(pid=8788): Launched\u000a07:06:32.531142 run osmo-stp_10.42.42.5(pid=8785): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8785)]\u000a07:06:32.666414 run osmo-stp_10.42.42.5(pid=8785): stdout: \u000a| (launched: 2022-12-10_07:06:30.710264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:06:32.799813 run osmo-stp_10.42.42.5(pid=8785): stderr: \u000a| �[0;m�[38;5;43m20221210070630920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070630920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070630925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070630925 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070630926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070630926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070630926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:06:32.928616 run osmo-stp_10.42.42.5(pid=8785): stdout: \u000a| (launched: 2022-12-10_07:06:30.710264)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:06:33.056661 run osmo-stp_10.42.42.5(pid=8785): stderr: \u000a| �[0;m�[38;5;43m20221210070630920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070630920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070630925 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070630925 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070630926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070630926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070630926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:06:33.113302 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8785): Process ended prematurely: osmo-stp_10.42.42.5(pid=8785) [trial-2371↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8785)] [trial-2371↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a07:06:33.122425 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a07:06:33.184331 run osmo-hlr_10.42.42.2(pid=8782): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8782)]\u000a07:06:33.235489 run osmo-hlr_10.42.42.2(pid=8782): stdout: \u000a| (launched: 2022-12-10_07:06:29.709368) \u000a07:06:33.287149 run osmo-hlr_10.42.42.2(pid=8782): stderr: \u000a| �[0;m�[1;31m20221210070629910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070629910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070629910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070629910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070629910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070629911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070629922 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070629931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070629931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070629931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:06:33.356916 run osmo-msc_10.42.42.6(pid=8788): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8788)]\u000a07:06:33.407832 run osmo-msc_10.42.42.6(pid=8788): stdout: \u000a| (launched: 2022-12-10_07:06:31.893407) \u000a07:06:33.458947 run osmo-msc_10.42.42.6(pid=8788): stderr: \u000a| �[0;m�[38;5;43m20221210070632351 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210070632351 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f17c03b5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210070632351 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210070632351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210070632351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210070632351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210070632353 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210070632354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210070632354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210070632354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:06:33.502459 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8781): Terminating (SIGTERM)\u000a07:06:33.543688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8784): Terminating (SIGTERM)\u000a07:06:33.584841 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8787): Terminating (SIGTERM)\u000a07:06:33.594487 --- ParallelTerminationStrategy: PID 8781 died...\u000a07:06:33.649919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8781): Terminated: ok {rc=0}\u000a07:06:33.659911 --- ParallelTerminationStrategy: PID 8784 died...\u000a07:06:33.714756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8784): Terminated: ok {rc=0}\u000a07:06:33.724689 --- ParallelTerminationStrategy: PID 8787 died...\u000a07:06:33.779634 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8787): Terminated: ok {rc=0}\u000a07:06:33.866517 bus /sierra_3: Setting Powered False\u000a07:06:34.971022 bus /sierra_3: Setting Powered False\u000a07:06:36.077892 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "25", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:06:15" }, { "cases" : [ { "testActions" : [ ], "age" : 169, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8800): Process ended prematurely: osmo-stp_10.42.42.5(pid=8800) [trial-2371↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8800)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8800): Process ended prematurely: osmo-stp_10.42.42.5(pid=8800) [trial-2371↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8800)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:06:38.040401 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:06:38.051697 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:06:38.203064 tst mo_mt_call.py: using LAC 26689\u000a07:06:38.329389 tst mo_mt_call.py: using RAC 169\u000a07:06:38.456741 tst mo_mt_call.py: using CellId 26689\u000a07:06:38.584204 tst mo_mt_call.py: using BVCI 26690\u000a07:06:38.608665 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:06:38.620113 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:06:38.631312 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:06:38.642533 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:06:38.653818 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:06:38.665056 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:06:38.783923 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:06:38.984574 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:06:39.459734 run create_hlr_db(pid=8794): Launched\u000a07:06:39.632262 bus /sierra_2: Setting Powered False\u000a07:06:40.654769 run create_hlr_db(pid=8794): Terminated: ok {rc=0}\u000a07:06:41.084146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8796): Launched\u000a07:06:41.410079 run osmo-hlr_10.42.42.2(pid=8797): Launched\u000a07:06:41.531245 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:06:42.096366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8799): Launched\u000a07:06:42.421894 run osmo-stp_10.42.42.5(pid=8800): Launched\u000a07:06:42.538527 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:06:43.129366 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8802): Launched\u000a07:06:43.455138 run osmo-msc_10.42.42.6(pid=8803): Launched\u000a07:06:43.644569 run osmo-stp_10.42.42.5(pid=8800): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8800)]\u000a07:06:43.780608 run osmo-stp_10.42.42.5(pid=8800): stdout: \u000a| (launched: 2022-12-10_07:06:42.261623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:06:43.915975 run osmo-stp_10.42.42.5(pid=8800): stderr: \u000a| �[0;m�[38;5;43m20221210070642456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070642456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070642457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070642457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070642458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070642458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070642458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:06:44.046401 run osmo-stp_10.42.42.5(pid=8800): stdout: \u000a| (launched: 2022-12-10_07:06:42.261623)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:06:44.175222 run osmo-stp_10.42.42.5(pid=8800): stderr: \u000a| �[0;m�[38;5;43m20221210070642456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070642456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070642457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070642457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070642458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070642458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070642458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:06:44.232128 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8800): Process ended prematurely: osmo-stp_10.42.42.5(pid=8800) [trial-2371↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8800)] [trial-2371↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a07:06:44.241267 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:06:44.304014 run osmo-hlr_10.42.42.2(pid=8797): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8797)]\u000a07:06:44.355296 run osmo-hlr_10.42.42.2(pid=8797): stdout: \u000a| (launched: 2022-12-10_07:06:41.248923) \u000a07:06:44.407082 run osmo-hlr_10.42.42.2(pid=8797): stderr: \u000a| �[0;m�[1;31m20221210070641451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070641451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070641451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070641451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070641451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070641451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070641466 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070641476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070641477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070641477 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:06:44.477520 run osmo-msc_10.42.42.6(pid=8803): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8803)]\u000a07:06:44.528684 run osmo-msc_10.42.42.6(pid=8803): stdout: \u000a| (launched: 2022-12-10_07:06:43.294666) \u000a07:06:44.580395 run osmo-msc_10.42.42.6(pid=8803): stderr: \u000a| �[0;m�[38;5;43m20221210070643620 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210070643621 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f231f513c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210070643621 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210070643621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210070643621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210070643621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210070643623 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210070643623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210070643623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210070643623 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:06:44.624020 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8796): Terminating (SIGTERM)\u000a07:06:44.665609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8799): Terminating (SIGTERM)\u000a07:06:44.707366 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8802): Terminating (SIGTERM)\u000a07:06:44.717104 --- ParallelTerminationStrategy: PID 8796 died...\u000a07:06:44.773084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8796): Terminated: ok {rc=0}\u000a07:06:44.783199 --- ParallelTerminationStrategy: PID 8799 died...\u000a07:06:44.839262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8799): Terminated: ok {rc=0}\u000a07:06:44.849429 --- ParallelTerminationStrategy: PID 8802 died...\u000a07:06:44.904686 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8802): Terminated: ok {rc=0}\u000a07:06:44.992362 bus /sierra_3: Setting Powered False\u000a07:06:46.093554 bus /sierra_3: Setting Powered False\u000a07:06:47.206213 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 169, "className" : "voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8811): Process ended prematurely: osmo-stp_10.42.42.5(pid=8811) [trial-2371↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8811)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8811): Process ended prematurely: osmo-stp_10.42.42.5(pid=8811) [trial-2371↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8811)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:06:48.318755 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:06:48.330720 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:06:48.480772 tst mo_mt_call_osmux.py: using LAC 26690\u000a07:06:48.606625 tst mo_mt_call_osmux.py: using RAC 170\u000a07:06:48.730995 tst mo_mt_call_osmux.py: using CellId 26690\u000a07:06:48.856562 tst mo_mt_call_osmux.py: using BVCI 26691\u000a07:06:48.881058 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:06:48.892322 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:06:48.903451 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:06:48.914606 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:06:48.925743 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:06:48.936872 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:06:49.051668 tst voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:06:49.250466 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:06:49.719104 run create_hlr_db(pid=8805): Launched\u000a07:06:49.888866 bus /sierra_2: Setting Powered False\u000a07:06:50.910762 run create_hlr_db(pid=8805): Terminated: ok {rc=0}\u000a07:06:51.336810 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8807): Launched\u000a07:06:51.661310 run osmo-hlr_10.42.42.2(pid=8808): Launched\u000a07:06:51.777860 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:06:52.333199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8810): Launched\u000a07:06:52.655266 run osmo-stp_10.42.42.5(pid=8811): Launched\u000a07:06:52.773298 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:06:53.358056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8813): Launched\u000a07:06:53.679270 run osmo-msc_10.42.42.6(pid=8814): Launched\u000a07:06:53.864033 run osmo-stp_10.42.42.5(pid=8811): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8811)]\u000a07:06:53.997820 run osmo-stp_10.42.42.5(pid=8811): stdout: \u000a| (launched: 2022-12-10_07:06:52.493991)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:06:54.131965 run osmo-stp_10.42.42.5(pid=8811): stderr: \u000a| �[0;m�[38;5;43m20221210070652693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070652693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070652693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070652693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070652694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070652694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070652694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:06:54.259421 run osmo-stp_10.42.42.5(pid=8811): stdout: \u000a| (launched: 2022-12-10_07:06:52.493991)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:06:54.385910 run osmo-stp_10.42.42.5(pid=8811): stderr: \u000a| �[0;m�[38;5;43m20221210070652693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070652693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070652693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070652693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070652694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070652694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070652694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:06:54.441455 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8811): Process ended prematurely: osmo-stp_10.42.42.5(pid=8811) [trial-2371↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8811)] [trial-2371↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a07:06:54.450477 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a07:06:54.512002 run osmo-hlr_10.42.42.2(pid=8808): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8808)]\u000a07:06:54.562666 run osmo-hlr_10.42.42.2(pid=8808): stdout: \u000a| (launched: 2022-12-10_07:06:51.498248) \u000a07:06:54.613901 run osmo-hlr_10.42.42.2(pid=8808): stderr: \u000a| �[0;m�[1;31m20221210070651703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070651703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070651703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070651703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070651703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070651703 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070651715 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070651723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070651723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070651724 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:06:54.683650 run osmo-msc_10.42.42.6(pid=8814): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:oc2g+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8814)]\u000a07:06:54.734283 run osmo-msc_10.42.42.6(pid=8814): stdout: \u000a| (launched: 2022-12-10_07:06:53.519547) \u000a07:06:54.785409 run osmo-msc_10.42.42.6(pid=8814): stderr: \u000a| �[0;m�[38;5;43m20221210070653847 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210070653847 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc342cbec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210070653847 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210070653847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210070653848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210070653848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210070653850 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210070653850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210070653850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210070653850 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:06:54.828860 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8807): Terminating (SIGTERM)\u000a07:06:54.869984 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8810): Terminating (SIGTERM)\u000a07:06:54.911142 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8813): Terminating (SIGTERM)\u000a07:06:54.920744 --- ParallelTerminationStrategy: PID 8807 died...\u000a07:06:54.976281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8807): Terminated: ok {rc=0}\u000a07:06:54.986365 --- ParallelTerminationStrategy: PID 8810 died...\u000a07:06:55.041505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8810): Terminated: ok {rc=0}\u000a07:06:55.051530 --- ParallelTerminationStrategy: PID 8813 died...\u000a07:06:55.106655 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8813): Terminated: ok {rc=0}\u000a07:06:55.193427 bus /sierra_3: Setting Powered False\u000a07:06:56.299634 bus /sierra_3: Setting Powered False\u000a07:06:57.406494 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "26", "name" : "voice_oc2g+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:06:37" }, { "cases" : [ { "testActions" : [ ], "age" : 169, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8825): Process ended prematurely: osmo-stp_10.42.42.5(pid=8825) [trial-2371↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8825)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8825): Process ended prematurely: osmo-stp_10.42.42.5(pid=8825) [trial-2371↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8825)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a07:06:59.369867 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:06:59.381394 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:06:59.537982 tst mo_mt_call.py: using LAC 26691\u000a07:06:59.656707 tst mo_mt_call.py: using RAC 171\u000a07:06:59.772346 tst mo_mt_call.py: using CellId 26691\u000a07:06:59.895075 tst mo_mt_call.py: using BVCI 26692\u000a07:06:59.919651 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:06:59.931235 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:06:59.942679 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:06:59.954670 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:06:59.966761 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:06:59.978857 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:07:00.095659 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:07:00.293230 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:07:00.761230 run create_hlr_db(pid=8819): Launched\u000a07:07:00.943008 bus /sierra_2: Setting Powered False\u000a07:07:01.970177 run create_hlr_db(pid=8819): Terminated: ok {rc=0}\u000a07:07:02.401111 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8821): Launched\u000a07:07:02.721442 run osmo-hlr_10.42.42.2(pid=8822): Launched\u000a07:07:02.839687 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:07:03.391616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8824): Launched\u000a07:07:03.690447 run osmo-stp_10.42.42.5(pid=8825): Launched\u000a07:07:03.799772 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:07:04.343222 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8827): Launched\u000a07:07:04.640050 run osmo-msc_10.42.42.6(pid=8828): Launched\u000a07:07:04.814881 run osmo-stp_10.42.42.5(pid=8825): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8825)]\u000a07:07:04.941879 run osmo-stp_10.42.42.5(pid=8825): stdout: \u000a| (launched: 2022-12-10_07:07:03.542321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:07:05.065512 run osmo-stp_10.42.42.5(pid=8825): stderr: \u000a| �[0;m�[38;5;43m20221210070703713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070703713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070703714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070703714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070703715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070703715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070703715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:07:05.185343 run osmo-stp_10.42.42.5(pid=8825): stdout: \u000a| (launched: 2022-12-10_07:07:03.542321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:07:05.303892 run osmo-stp_10.42.42.5(pid=8825): stderr: \u000a| �[0;m�[38;5;43m20221210070703713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070703713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070703714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070703714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070703715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070703715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070703715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:07:05.356039 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8825): Process ended prematurely: osmo-stp_10.42.42.5(pid=8825) [trial-2371↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8825)] [trial-2371↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a07:07:05.364505 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a07:07:05.424615 run osmo-hlr_10.42.42.2(pid=8822): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8822)]\u000a07:07:05.473362 run osmo-hlr_10.42.42.2(pid=8822): stdout: \u000a| (launched: 2022-12-10_07:07:02.564250) \u000a07:07:05.522869 run osmo-hlr_10.42.42.2(pid=8822): stderr: \u000a| �[0;m�[1;31m20221210070702762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070702762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070702762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070702762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070702762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070702762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070702773 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070702782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070702782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070702782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:07:05.589996 run osmo-msc_10.42.42.6(pid=8828): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8828)]\u000a07:07:05.639037 run osmo-msc_10.42.42.6(pid=8828): stdout: \u000a| (launched: 2022-12-10_07:07:04.493463) \u000a07:07:05.688724 run osmo-msc_10.42.42.6(pid=8828): stderr: \u000a| �[0;m�[38;5;43m20221210070704766 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210070704766 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f24bdc26c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210070704766 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210070704766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210070704766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210070704767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210070704768 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210070704769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210070704769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210070704769 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:07:05.730374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8821): Terminating (SIGTERM)\u000a07:07:05.770092 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8824): Terminating (SIGTERM)\u000a07:07:05.810010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8827): Terminating (SIGTERM)\u000a07:07:05.819476 --- ParallelTerminationStrategy: PID 8821 died...\u000a07:07:05.872920 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8821): Terminated: ok {rc=0}\u000a07:07:05.882683 --- ParallelTerminationStrategy: PID 8824 died...\u000a07:07:05.935525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8824): Terminated: ok {rc=0}\u000a07:07:05.945329 --- ParallelTerminationStrategy: PID 8827 died...\u000a07:07:05.998113 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8827): Terminated: ok {rc=0}\u000a07:07:06.085543 bus /sierra_3: Setting Powered False\u000a07:07:07.189637 bus /sierra_3: Setting Powered False\u000a07:07:08.300505 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 169, "className" : "voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8836): Process ended prematurely: osmo-stp_10.42.42.5(pid=8836) [trial-2371↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8836)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8836): Process ended prematurely: osmo-stp_10.42.42.5(pid=8836) [trial-2371↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8836)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:07:09.409890 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:07:09.421474 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:07:09.562514 tst mo_mt_call_osmux.py: using LAC 26692\u000a07:07:09.681984 tst mo_mt_call_osmux.py: using RAC 172\u000a07:07:09.807037 tst mo_mt_call_osmux.py: using CellId 26692\u000a07:07:09.933023 tst mo_mt_call_osmux.py: using BVCI 26693\u000a07:07:09.957513 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:07:09.969061 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:07:09.980335 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:07:09.992096 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:07:10.003726 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:07:10.015170 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:07:10.136494 tst voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:07:10.336831 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:07:10.803430 run create_hlr_db(pid=8830): Launched\u000a07:07:10.973631 bus /sierra_2: Setting Powered False\u000a07:07:11.996453 run create_hlr_db(pid=8830): Terminated: ok {rc=0}\u000a07:07:12.421448 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8832): Launched\u000a07:07:12.750996 run osmo-hlr_10.42.42.2(pid=8833): Launched\u000a07:07:12.871840 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:07:13.428069 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8835): Launched\u000a07:07:13.746676 run osmo-stp_10.42.42.5(pid=8836): Launched\u000a07:07:13.862710 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:07:14.446879 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8838): Launched\u000a07:07:14.766316 run osmo-msc_10.42.42.6(pid=8839): Launched\u000a07:07:14.952606 run osmo-stp_10.42.42.5(pid=8836): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8836)]\u000a07:07:15.086889 run osmo-stp_10.42.42.5(pid=8836): stdout: \u000a| (launched: 2022-12-10_07:07:13.590500)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:07:15.221036 run osmo-stp_10.42.42.5(pid=8836): stderr: \u000a| �[0;m�[38;5;43m20221210070713785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070713785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070713785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070713785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070713786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070713786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070713786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:07:15.350338 run osmo-stp_10.42.42.5(pid=8836): stdout: \u000a| (launched: 2022-12-10_07:07:13.590500)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:07:15.477734 run osmo-stp_10.42.42.5(pid=8836): stderr: \u000a| �[0;m�[38;5;43m20221210070713785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070713785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070713785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070713785 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070713786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070713786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070713786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:07:15.534022 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8836): Process ended prematurely: osmo-stp_10.42.42.5(pid=8836) [trial-2371↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8836)] [trial-2371↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a07:07:15.543355 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a07:07:15.605863 run osmo-hlr_10.42.42.2(pid=8833): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8833)]\u000a07:07:15.656878 run osmo-hlr_10.42.42.2(pid=8833): stdout: \u000a| (launched: 2022-12-10_07:07:12.583936) \u000a07:07:15.708629 run osmo-hlr_10.42.42.2(pid=8833): stderr: \u000a| �[0;m�[1;31m20221210070712794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070712794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070712794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070712794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070712794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070712794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070712806 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070712815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070712815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070712815 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:07:15.778510 run osmo-msc_10.42.42.6(pid=8839): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8839)]\u000a07:07:15.829083 run osmo-msc_10.42.42.6(pid=8839): stdout: \u000a| (launched: 2022-12-10_07:07:14.609489) \u000a07:07:15.886540 run osmo-msc_10.42.42.6(pid=8839): stderr: \u000a| �[0;m�[38;5;43m20221210070714934 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210070714934 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9c4e180c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210070714934 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210070714934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210070714934 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210070714935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210070714936 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210070714937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210070714937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210070714937 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:07:15.937829 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8832): Terminating (SIGTERM)\u000a07:07:15.979998 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8835): Terminating (SIGTERM)\u000a07:07:16.022311 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8838): Terminating (SIGTERM)\u000a07:07:16.032065 --- ParallelTerminationStrategy: PID 8832 died...\u000a07:07:16.088579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8832): Terminated: ok {rc=0}\u000a07:07:16.099035 --- ParallelTerminationStrategy: PID 8835 died...\u000a07:07:16.155537 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8835): Terminated: ok {rc=0}\u000a07:07:16.166179 --- ParallelTerminationStrategy: PID 8838 died...\u000a07:07:16.222392 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8838): Terminated: ok {rc=0}\u000a07:07:16.312560 bus /sierra_3: Setting Powered False\u000a07:07:17.414378 bus /sierra_3: Setting Powered False\u000a07:07:18.524752 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "27", "name" : "voice_oc2g+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:06:59" }, { "cases" : [ { "testActions" : [ ], "age" : 169, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8850): Process ended prematurely: osmo-stp_10.42.42.5(pid=8850) [trial-2371↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8850)]", "failedSince" : 2203, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8850): Process ended prematurely: osmo-stp_10.42.42.5(pid=8850) [trial-2371↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8850)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a07:07:20.468794 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:07:20.479739 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:07:20.623122 tst mo_mt_call.py: using LAC 26693\u000a07:07:20.739859 tst mo_mt_call.py: using RAC 173\u000a07:07:20.858540 tst mo_mt_call.py: using CellId 26693\u000a07:07:20.977837 tst mo_mt_call.py: using BVCI 26694\u000a07:07:21.000292 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:07:21.011019 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:07:21.021631 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:07:21.032368 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:07:21.043150 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:07:21.054054 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:07:21.172150 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:07:21.378829 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:07:21.890322 run create_hlr_db(pid=8844): Launched\u000a07:07:22.074503 bus /sierra_2: Setting Powered False\u000a07:07:23.096002 run create_hlr_db(pid=8844): Terminated: ok {rc=0}\u000a07:07:23.494781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8846): Launched\u000a07:07:23.791435 run osmo-hlr_10.42.42.2(pid=8847): Launched\u000a07:07:23.914352 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:07:24.435280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8849): Launched\u000a07:07:24.732185 run osmo-stp_10.42.42.5(pid=8850): Launched\u000a07:07:24.841348 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:07:25.382900 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8852): Launched\u000a07:07:25.679664 run osmo-msc_10.42.42.6(pid=8853): Launched\u000a07:07:25.854202 run osmo-stp_10.42.42.5(pid=8850): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8850)]\u000a07:07:25.980342 run osmo-stp_10.42.42.5(pid=8850): stdout: \u000a| (launched: 2022-12-10_07:07:24.585974)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:07:26.103991 run osmo-stp_10.42.42.5(pid=8850): stderr: \u000a| �[0;m�[38;5;43m20221210070724757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070724757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070724757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070724758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070724758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070724758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070724758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:07:26.223308 run osmo-stp_10.42.42.5(pid=8850): stdout: \u000a| (launched: 2022-12-10_07:07:24.585974)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:07:26.342469 run osmo-stp_10.42.42.5(pid=8850): stderr: \u000a| �[0;m�[38;5;43m20221210070724757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070724757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070724757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070724758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070724758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070724758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070724758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:07:26.394666 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8850): Process ended prematurely: osmo-stp_10.42.42.5(pid=8850) [trial-2371↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8850)] [trial-2371↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a07:07:26.403207 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a07:07:26.463321 run osmo-hlr_10.42.42.2(pid=8847): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8847)]\u000a07:07:26.512400 run osmo-hlr_10.42.42.2(pid=8847): stdout: \u000a| (launched: 2022-12-10_07:07:23.645315) \u000a07:07:26.561807 run osmo-hlr_10.42.42.2(pid=8847): stderr: \u000a| �[0;m�[1;31m20221210070723821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070723821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070723821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070723821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070723821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070723821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070723834 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070723843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070723843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070723843 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:07:26.630036 run osmo-msc_10.42.42.6(pid=8853): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8853)]\u000a07:07:26.679161 run osmo-msc_10.42.42.6(pid=8853): stdout: \u000a| (launched: 2022-12-10_07:07:25.533620) \u000a07:07:26.728982 run osmo-msc_10.42.42.6(pid=8853): stderr: \u000a| �[0;m�[38;5;43m20221210070725806 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210070725806 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f902ba62c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210070725806 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210070725806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210070725806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210070725806 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210070725808 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210070725808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210070725809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210070725809 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:07:26.770367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8846): Terminating (SIGTERM)\u000a07:07:26.810263 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8849): Terminating (SIGTERM)\u000a07:07:26.850182 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8852): Terminating (SIGTERM)\u000a07:07:26.859750 --- ParallelTerminationStrategy: PID 8846 died...\u000a07:07:26.913374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8846): Terminated: ok {rc=0}\u000a07:07:26.923349 --- ParallelTerminationStrategy: PID 8849 died...\u000a07:07:26.976489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8849): Terminated: ok {rc=0}\u000a07:07:26.986244 --- ParallelTerminationStrategy: PID 8852 died...\u000a07:07:27.039174 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8852): Terminated: ok {rc=0}\u000a07:07:27.127158 bus /sierra_3: Setting Powered False\u000a07:07:28.230373 bus /sierra_3: Setting Powered False\u000a07:07:29.340039 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 169, "className" : "voice:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8861): Process ended prematurely: osmo-stp_10.42.42.5(pid=8861) [trial-2371↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8861)]", "failedSince" : 2203, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8861): Process ended prematurely: osmo-stp_10.42.42.5(pid=8861) [trial-2371↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8861)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:oc2g+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:07:30.449159 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:07:30.460599 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:07:30.603692 tst mo_mt_call_osmux.py: using LAC 26694\u000a07:07:30.721656 tst mo_mt_call_osmux.py: using RAC 174\u000a07:07:30.849828 tst mo_mt_call_osmux.py: using CellId 26694\u000a07:07:30.975141 tst mo_mt_call_osmux.py: using BVCI 26695\u000a07:07:30.998859 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:07:31.010638 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:07:31.023371 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:07:31.035603 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:07:31.048356 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:07:31.060554 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:07:31.178759 tst voice:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:07:31.423401 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:07:31.988539 run create_hlr_db(pid=8855): Launched\u000a07:07:32.180678 bus /sierra_2: Setting Powered False\u000a07:07:33.194906 run create_hlr_db(pid=8855): Terminated: ok {rc=0}\u000a07:07:33.596223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8857): Launched\u000a07:07:33.893957 run osmo-hlr_10.42.42.2(pid=8858): Launched\u000a07:07:34.003106 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:07:34.517324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8860): Launched\u000a07:07:34.813370 run osmo-stp_10.42.42.5(pid=8861): Launched\u000a07:07:34.921296 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:07:35.467091 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8863): Launched\u000a07:07:35.772843 run osmo-msc_10.42.42.6(pid=8864): Launched\u000a07:07:35.965178 run osmo-stp_10.42.42.5(pid=8861): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8861)]\u000a07:07:36.100782 run osmo-stp_10.42.42.5(pid=8861): stdout: \u000a| (launched: 2022-12-10_07:07:34.667291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:07:36.235460 run osmo-stp_10.42.42.5(pid=8861): stderr: \u000a| �[0;m�[38;5;43m20221210070734833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070734834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070734834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070734834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070734837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070734837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070734837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:07:36.364935 run osmo-stp_10.42.42.5(pid=8861): stdout: \u000a| (launched: 2022-12-10_07:07:34.667291)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:07:36.492844 run osmo-stp_10.42.42.5(pid=8861): stderr: \u000a| �[0;m�[38;5;43m20221210070734833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070734834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070734834 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070734834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070734837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070734837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070734837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:07:36.549422 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=8861): Process ended prematurely: osmo-stp_10.42.42.5(pid=8861) [trial-2371↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8861)] [trial-2371↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a07:07:36.558758 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a07:07:36.622192 run osmo-hlr_10.42.42.2(pid=8858): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8858)]\u000a07:07:36.673853 run osmo-hlr_10.42.42.2(pid=8858): stdout: \u000a| (launched: 2022-12-10_07:07:33.746827) \u000a07:07:36.726225 run osmo-hlr_10.42.42.2(pid=8858): stderr: \u000a| �[0;m�[1;31m20221210070733920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070733921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070733921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070733921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070733921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070733921 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070733933 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:oc2g+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070733942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070733942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070733942 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:07:36.796735 run osmo-msc_10.42.42.6(pid=8864): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:oc2g+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8864)]\u000a07:07:36.847777 run osmo-msc_10.42.42.6(pid=8864): stdout: \u000a| (launched: 2022-12-10_07:07:35.617744) \u000a07:07:36.899424 run osmo-msc_10.42.42.6(pid=8864): stderr: \u000a| �[0;m�[38;5;43m20221210070735936 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210070735936 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdfd0ce7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210070735936 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210070735936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210070735936 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210070735937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210070735938 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210070735939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210070735939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210070735939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:07:36.943213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8857): Terminating (SIGTERM)\u000a07:07:36.985088 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8860): Terminating (SIGTERM)\u000a07:07:37.026938 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8863): Terminating (SIGTERM)\u000a07:07:37.036871 --- ParallelTerminationStrategy: PID 8857 died...\u000a07:07:37.093257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8857): Terminated: ok {rc=0}\u000a07:07:37.103571 --- ParallelTerminationStrategy: PID 8860 died...\u000a07:07:37.159413 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8860): Terminated: ok {rc=0}\u000a07:07:37.169904 --- ParallelTerminationStrategy: PID 8863 died...\u000a07:07:37.225677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8863): Terminated: ok {rc=0}\u000a07:07:37.313672 bus /sierra_3: Setting Powered False\u000a07:07:38.416672 bus /sierra_3: Setting Powered False\u000a07:07:39.525526 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "28", "name" : "voice_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:07:20" }, { "cases" : [ { "testActions" : [ ], "age" : 169, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8876): Process ended prematurely: osmo-stp_10.42.42.5(pid=8876) [trial-2371↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8876)]", "failedSince" : 2203, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8876): Process ended prematurely: osmo-stp_10.42.42.5(pid=8876) [trial-2371↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8876)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 emergency:oc2g emergency_mo_mt_call.py\u000a----------------------------------------------\u000a07:07:41.500733 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:07:41.511652 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a07:07:41.637772 tst emergency_mo_mt_call.py: using LAC 26695\u000a07:07:41.762559 tst emergency_mo_mt_call.py: using RAC 175\u000a07:07:41.886807 tst emergency_mo_mt_call.py: using CellId 26695\u000a07:07:42.015381 tst emergency_mo_mt_call.py: using BVCI 26696\u000a07:07:42.039406 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:07:42.050484 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:07:42.061562 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:07:42.072241 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:07:42.083002 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:07:42.093789 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a07:07:42.208813 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a07:07:42.416262 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:07:42.918354 run create_hlr_db(pid=8870): Launched\u000a07:07:43.100277 bus /sierra_2: Setting Powered False\u000a07:07:44.120657 run create_hlr_db(pid=8870): Terminated: ok {rc=0}\u000a07:07:44.512387 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8872): Launched\u000a07:07:44.804263 run osmo-hlr_10.42.42.2(pid=8873): Launched\u000a07:07:44.918255 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:07:45.431871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8875): Launched\u000a07:07:45.723951 run osmo-stp_10.42.42.5(pid=8876): Launched\u000a07:07:45.862472 tst emergency_mo_mt_call.py: using MSISDN 7609\u000a07:07:46.023501 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:07:46.644535 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8878): Launched\u000a07:07:46.976622 run osmo-msc_10.42.42.6(pid=8879): Launched\u000a07:07:47.373362 run osmo-stp_10.42.42.5(pid=8876): ERR: Terminated: ERROR {rc=1} [trial-2371↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8876)]\u000a07:07:47.516915 run osmo-stp_10.42.42.5(pid=8876): stdout: \u000a| (launched: 2022-12-10_07:07:45.579684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:07:47.648298 run osmo-stp_10.42.42.5(pid=8876): stderr: \u000a| �[0;m�[38;5;43m20221210070745750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070745751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070745751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070745751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070745752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070745752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070745752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:07:47.774711 run osmo-stp_10.42.42.5(pid=8876): stdout: \u000a| (launched: 2022-12-10_07:07:45.579684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:07:47.900052 run osmo-stp_10.42.42.5(pid=8876): stderr: \u000a| �[0;m�[38;5;43m20221210070745750 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070745751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070745751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070745751 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070745752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070745752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070745752 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:07:47.955010 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=8876): Process ended prematurely: osmo-stp_10.42.42.5(pid=8876) [trial-2371↪emergency:oc2g↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8876)] [trial-2371↪emergency:oc2g↪emergency_mo_mt_call.py:19]\u000a07:07:47.963533 tst emergency_mo_mt_call.py:19: Test FAILED (6.5 sec)\u000a07:07:48.026034 run osmo-hlr_10.42.42.2(pid=8873): ERR: Terminated: ERROR {rc=237} [trial-2371↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8873)]\u000a07:07:48.077353 run osmo-hlr_10.42.42.2(pid=8873): stdout: \u000a| (launched: 2022-12-10_07:07:44.660163) \u000a07:07:48.129143 run osmo-hlr_10.42.42.2(pid=8873): stderr: \u000a| �[0;m�[1;31m20221210070744834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070744834 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070744835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070744835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070744835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070744835 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070744848 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/emergency:oc2g/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070744858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070744858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070744858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:07:48.199650 run osmo-msc_10.42.42.6(pid=8879): ERR: Terminated: ERROR {rc=2} [trial-2371↪emergency:oc2g↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8879)]\u000a07:07:48.251017 run osmo-msc_10.42.42.6(pid=8879): stdout: \u000a| (launched: 2022-12-10_07:07:46.794450) \u000a07:07:48.302773 run osmo-msc_10.42.42.6(pid=8879): stderr: \u000a| �[0;m�[38;5;43m20221210070747343 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210070747343 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f28f6f9ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210070747343 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210070747343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210070747344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210070747344 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210070747349 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210070747350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210070747350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210070747350 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:07:48.346551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8872): Terminating (SIGTERM)\u000a07:07:48.387786 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8875): Terminating (SIGTERM)\u000a07:07:48.429289 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8878): Terminating (SIGTERM)\u000a07:07:48.438974 --- ParallelTerminationStrategy: PID 8872 died...\u000a07:07:48.495013 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8872): Terminated: ok {rc=0}\u000a07:07:48.505229 --- ParallelTerminationStrategy: PID 8875 died...\u000a07:07:48.560891 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8875): Terminated: ok {rc=0}\u000a07:07:48.571112 --- ParallelTerminationStrategy: PID 8878 died...\u000a07:07:48.626774 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8878): Terminated: ok {rc=0}\u000a07:07:48.713392 bus /sierra_3: Setting Powered False\u000a07:07:49.814566 bus /sierra_3: Setting Powered False\u000a07:07:50.925240 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 218, "className" : "emergency:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8887): Process ended prematurely: osmo-stp_10.42.42.5(pid=8887) [trial-2371↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8887)]", "failedSince" : 2154, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8887): Process ended prematurely: osmo-stp_10.42.42.5(pid=8887) [trial-2371↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8887)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 emergency:oc2g emergency_preemptive_call.py\u000a----------------------------------------------\u000a07:07:51.976881 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:07:51.988186 tst emergency:oc2g: Using 1 x bts (candidates: 1)\u000a07:07:52.119604 tst emergency_preemptive_call.py: using LAC 26696\u000a07:07:52.235484 tst emergency_preemptive_call.py: using RAC 176\u000a07:07:52.348362 tst emergency_preemptive_call.py: using CellId 26696\u000a07:07:52.468655 tst emergency_preemptive_call.py: using BVCI 26697\u000a07:07:52.492694 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:07:52.503544 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:07:52.514880 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:07:52.526193 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:07:52.537272 tst emergency:oc2g: Using 1 x ip_address (candidates: 6)\u000a07:07:52.547926 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a07:07:52.662462 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a07:07:52.781455 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a07:07:52.898929 tst emergency:oc2g: Using 1 x modem (candidates: 4)\u000a07:07:53.094769 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:07:53.552917 run create_hlr_db(pid=8881): Launched\u000a07:07:53.721438 bus /sierra_2: Setting Powered False\u000a07:07:54.742995 run create_hlr_db(pid=8881): Terminated: ok {rc=0}\u000a07:07:55.159453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8883): Launched\u000a07:07:55.474176 run osmo-hlr_10.42.42.2(pid=8884): Launched\u000a07:07:55.592394 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:07:56.138381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8886): Launched\u000a07:07:56.452850 run osmo-stp_10.42.42.5(pid=8887): Launched\u000a07:07:56.580586 tst emergency_preemptive_call.py: using MSISDN 7610\u000a07:07:56.737066 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:07:57.306616 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8889): Launched\u000a07:07:57.619446 run osmo-msc_10.42.42.6(pid=8890): Launched\u000a07:07:57.802304 run osmo-stp_10.42.42.5(pid=8887): ERR: Terminated: ERROR {rc=1} [trial-2371↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8887)]\u000a07:07:57.934283 run osmo-stp_10.42.42.5(pid=8887): stdout: \u000a| (launched: 2022-12-10_07:07:56.298336)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:07:58.065699 run osmo-stp_10.42.42.5(pid=8887): stderr: \u000a| �[0;m�[38;5;43m20221210070756488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070756488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070756488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070756489 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070756491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070756491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070756491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:07:58.191767 run osmo-stp_10.42.42.5(pid=8887): stdout: \u000a| (launched: 2022-12-10_07:07:56.298336)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:07:58.316713 run osmo-stp_10.42.42.5(pid=8887): stderr: \u000a| �[0;m�[38;5;43m20221210070756488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070756488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070756488 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070756489 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070756491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070756491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070756491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:07:58.371420 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=8887): Process ended prematurely: osmo-stp_10.42.42.5(pid=8887) [trial-2371↪emergency:oc2g↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8887)] [trial-2371↪emergency:oc2g↪emergency_preemptive_call.py:32]\u000a07:07:58.379825 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a07:07:58.442367 run osmo-hlr_10.42.42.2(pid=8884): ERR: Terminated: ERROR {rc=237} [trial-2371↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8884)]\u000a07:07:58.493554 run osmo-hlr_10.42.42.2(pid=8884): stdout: \u000a| (launched: 2022-12-10_07:07:55.319697) \u000a07:07:58.545617 run osmo-hlr_10.42.42.2(pid=8884): stderr: \u000a| �[0;m�[1;31m20221210070755517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070755517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070755517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070755517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070755517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070755517 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070755530 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/emergency:oc2g/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070755538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070755538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070755538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:07:58.616852 run osmo-msc_10.42.42.6(pid=8890): ERR: Terminated: ERROR {rc=2} [trial-2371↪emergency:oc2g↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=8890)]\u000a07:07:58.667974 run osmo-msc_10.42.42.6(pid=8890): stdout: \u000a| (launched: 2022-12-10_07:07:57.465694) \u000a07:07:58.719581 run osmo-msc_10.42.42.6(pid=8890): stderr: \u000a| �[0;m�[38;5;43m20221210070757787 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210070757787 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3253e4ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210070757787 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210070757787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210070757787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210070757787 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210070757789 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210070757790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210070757790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210070757790 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:07:58.763482 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8883): Terminating (SIGTERM)\u000a07:07:58.805084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8886): Terminating (SIGTERM)\u000a07:07:58.846635 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8889): Terminating (SIGTERM)\u000a07:07:58.856295 --- ParallelTerminationStrategy: PID 8883 died...\u000a07:07:58.911800 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8883): Terminated: ok {rc=0}\u000a07:07:58.921907 --- ParallelTerminationStrategy: PID 8886 died...\u000a07:07:58.977198 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8886): Terminated: ok {rc=0}\u000a07:07:58.987216 --- ParallelTerminationStrategy: PID 8889 died...\u000a07:07:59.042769 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=8889): Terminated: ok {rc=0}\u000a07:07:59.130549 bus /sierra_9: Setting Powered False\u000a07:08:00.234114 bus /sierra_9: Setting Powered False\u000a07:08:01.353800 bus /sierra_8: Setting Powered False\u000a07:08:02.458255 bus /sierra_8: Setting Powered False\u000a07:08:03.566862 bus /sierra_3: Setting Powered False\u000a07:08:04.669646 bus /sierra_3: Setting Powered False\u000a07:08:05.780451 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "29", "name" : "emergency_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:07:41" }, { "cases" : [ { "testActions" : [ ], "age" : 229, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=8907): Process ended prematurely: osmo-stp_10.42.42.5(pid=8907) [trial-2371↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8907)]", "failedSince" : 2143, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=8907): Process ended prematurely: osmo-stp_10.42.42.5(pid=8907) [trial-2371↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8907)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:oc2g cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:08:07.844529 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:08:07.855150 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a07:08:07.975260 tst cs_paging_gprs_active.py: using LAC 26697\u000a07:08:08.091444 tst cs_paging_gprs_active.py: using RAC 177\u000a07:08:08.210144 tst cs_paging_gprs_active.py: using CellId 26697\u000a07:08:08.326758 tst cs_paging_gprs_active.py: using BVCI 26698\u000a07:08:08.349570 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:08:08.359843 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:08:08.370093 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:08:08.381374 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:08:08.392249 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:08:08.403423 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:08:08.414744 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:08:08.425840 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:08:08.437097 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a07:08:08.557373 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a07:08:08.849113 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:08:08.982840 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:08:09.314017 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8897): Launched\u000a07:08:09.588666 run iperf3-srv_10.42.42.10(pid=8898): Launched\u000a07:08:09.784606 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:08:09.917610 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:08:10.247719 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8899): Launched\u000a07:08:10.522750 run iperf3-srv_10.42.42.10(pid=8900): Launched\u000a07:08:10.719674 tst cs_paging_gprs_active.py:38: start network...\u000a07:08:10.852734 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:08:11.355375 run create_hlr_db(pid=8901): Launched\u000a07:08:11.527689 bus /sierra_2: Setting Powered False\u000a07:08:12.547904 run create_hlr_db(pid=8901): Terminated: ok {rc=0}\u000a07:08:12.943489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8903): Launched\u000a07:08:13.240890 run osmo-hlr_10.42.42.2(pid=8904): Launched\u000a07:08:13.353511 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:08:13.875346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8906): Launched\u000a07:08:14.174064 run osmo-stp_10.42.42.5(pid=8907): Launched\u000a07:08:14.282641 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:08:14.800561 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8909): Launched\u000a07:08:14.906059 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:08:15.165259 run patchelf(pid=8910): Launched\u000a07:08:15.339878 run osmo-stp_10.42.42.5(pid=8907): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8907)]\u000a07:08:15.467324 run osmo-stp_10.42.42.5(pid=8907): stdout: \u000a| (launched: 2022-12-10_07:08:14.025830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:08:15.595649 run osmo-stp_10.42.42.5(pid=8907): stderr: \u000a| �[0;m�[38;5;43m20221210070814193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070814193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070814193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070814193 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070814194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070814194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070814194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:08:15.718452 run osmo-stp_10.42.42.5(pid=8907): stdout: \u000a| (launched: 2022-12-10_07:08:14.025830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:08:15.847048 run osmo-stp_10.42.42.5(pid=8907): stderr: \u000a| �[0;m�[38;5;43m20221210070814193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070814193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070814193 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070814193 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070814194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070814194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070814194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:08:15.996740 run patchelf(pid=8910): Terminating (SIGINT)\u000a07:08:16.180732 run patchelf(pid=8910): Terminated: ok {rc=0}\u000a07:08:16.212906 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=8907): Process ended prematurely: osmo-stp_10.42.42.5(pid=8907) [trial-2371↪gprs:oc2g↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=8907)] [trial-2371↪gprs:oc2g↪cs_paging_gprs_active.py:38]\u000a07:08:16.222878 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a07:08:16.286209 run osmo-hlr_10.42.42.2(pid=8904): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:oc2g↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=8904)]\u000a07:08:16.349552 run osmo-hlr_10.42.42.2(pid=8904): stdout: \u000a| (launched: 2022-12-10_07:08:13.094230) \u000a07:08:16.411227 run osmo-hlr_10.42.42.2(pid=8904): stderr: \u000a| �[0;m�[1;31m20221210070813271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070813271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070813271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070813271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070813271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070813271 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070813283 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:oc2g/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070813292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070813292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070813293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:08:16.465502 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8897): Terminating (SIGTERM)\u000a07:08:16.515461 run iperf3-srv_10.42.42.10(pid=8898): Terminating (SIGTERM)\u000a07:08:16.572081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8899): Terminating (SIGTERM)\u000a07:08:16.623825 run iperf3-srv_10.42.42.10(pid=8900): Terminating (SIGTERM)\u000a07:08:16.668362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8903): Terminating (SIGTERM)\u000a07:08:16.718178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8906): Terminating (SIGTERM)\u000a07:08:16.768806 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8909): Terminating (SIGTERM)\u000a07:08:16.783145 --- ParallelTerminationStrategy: PID 8897 died...\u000a07:08:16.853825 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8897): Terminated: ok {rc=0}\u000a07:08:16.864186 --- ParallelTerminationStrategy: PID 8898 died...\u000a07:08:16.936431 run iperf3-srv_10.42.42.10(pid=8898): Terminated {rc=256}\u000a07:08:16.946710 --- ParallelTerminationStrategy: PID 8899 died...\u000a07:08:17.001937 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=8899): Terminated: ok {rc=0}\u000a07:08:17.012436 --- ParallelTerminationStrategy: PID 8900 died...\u000a07:08:17.067253 run iperf3-srv_10.42.42.10(pid=8900): Terminated {rc=256}\u000a07:08:17.077728 --- ParallelTerminationStrategy: PID 8903 died...\u000a07:08:17.139084 run pcap-recorder_any(filters='host 10.42.42.2')(pid=8903): Terminated: ok {rc=0}\u000a07:08:17.151096 --- ParallelTerminationStrategy: PID 8906 died...\u000a07:08:17.210942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=8906): Terminated: ok {rc=0}\u000a07:08:17.224565 --- ParallelTerminationStrategy: PID 8909 died...\u000a07:08:17.284542 run pcap-recorder_any(filters='host 10.42.42.6')(pid=8909): Terminated: ok {rc=0}\u000a07:08:17.387880 bus /gobi_0: Setting Powered False\u000a07:08:18.530534 bus /gobi_0: Setting Powered False\u000a07:08:19.646188 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 229, "className" : "gprs:oc2g", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9190): Process ended prematurely: osmo-stp_10.42.42.5(pid=9190) [trial-2371↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9190)]", "failedSince" : 2143, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9190): Process ended prematurely: osmo-stp_10.42.42.5(pid=9190) [trial-2371↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9190)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:oc2g iperf3.py\u000a----------------------------------------------\u000a07:08:20.758453 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:08:20.770253 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a07:08:20.893827 tst iperf3.py: using LAC 26698\u000a07:08:21.012705 tst iperf3.py: using RAC 178\u000a07:08:21.130166 tst iperf3.py: using CellId 26698\u000a07:08:21.253991 tst iperf3.py: using BVCI 26699\u000a07:08:21.277517 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:08:21.288813 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:08:21.300042 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:08:21.312255 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:08:21.324492 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:08:21.336741 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:08:21.350078 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:08:21.362292 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:08:21.373463 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a07:08:21.657532 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:08:21.786053 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:08:22.115410 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9182): Launched\u000a07:08:22.403904 run iperf3-srv_10.42.42.10(pid=9183): Launched\u000a07:08:22.604134 tst iperf3.py:8: start network...\u000a07:08:22.741079 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:08:23.299018 run create_hlr_db(pid=9184): Launched\u000a07:08:23.489671 bus /gobi_6: Setting Powered False\u000a07:08:24.511255 run create_hlr_db(pid=9184): Terminated: ok {rc=0}\u000a07:08:24.967763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9186): Launched\u000a07:08:25.405482 run osmo-hlr_10.42.42.2(pid=9187): Launched\u000a07:08:25.578526 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:08:26.233121 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9189): Launched\u000a07:08:26.668295 run osmo-stp_10.42.42.5(pid=9190): Launched\u000a07:08:26.893061 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:08:27.483772 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9192): Launched\u000a07:08:27.602445 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:08:27.911565 run patchelf(pid=9193): Launched\u000a07:08:28.103909 run osmo-stp_10.42.42.5(pid=9190): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9190)]\u000a07:08:28.244233 run osmo-stp_10.42.42.5(pid=9190): stdout: \u000a| (launched: 2022-12-10_07:08:26.400826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:08:28.387074 run osmo-stp_10.42.42.5(pid=9190): stderr: \u000a| �[0;m�[38;5;43m20221210070826700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070826705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070826705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070826706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070826706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070826706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070826706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:08:28.524149 run osmo-stp_10.42.42.5(pid=9190): stdout: \u000a| (launched: 2022-12-10_07:08:26.400826)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:08:28.659179 run osmo-stp_10.42.42.5(pid=9190): stderr: \u000a| �[0;m�[38;5;43m20221210070826700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070826705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070826705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070826706 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070826706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070826706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070826706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:08:28.819946 run patchelf(pid=9193): Terminating (SIGINT)\u000a07:08:29.006981 run patchelf(pid=9193): Terminated: ok {rc=0}\u000a07:08:29.041422 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9190): Process ended prematurely: osmo-stp_10.42.42.5(pid=9190) [trial-2371↪gprs:oc2g↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9190)] [trial-2371↪gprs:oc2g↪iperf3.py:8]\u000a07:08:29.051880 tst iperf3.py:8: Test FAILED (8.3 sec)\u000a07:08:29.117040 run osmo-hlr_10.42.42.2(pid=9187): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:oc2g↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9187)]\u000a07:08:29.169352 run osmo-hlr_10.42.42.2(pid=9187): stdout: \u000a| (launched: 2022-12-10_07:08:25.134714) \u000a07:08:29.222465 run osmo-hlr_10.42.42.2(pid=9187): stderr: \u000a| �[0;m�[1;31m20221210070825452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070825452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070825452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070825452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070825452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070825452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070825472 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:oc2g/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070825485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070825485 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070825486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:08:29.267788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9182): Terminating (SIGTERM)\u000a07:08:29.311667 run iperf3-srv_10.42.42.10(pid=9183): Terminating (SIGTERM)\u000a07:08:29.356781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9186): Terminating (SIGTERM)\u000a07:08:29.401695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9189): Terminating (SIGTERM)\u000a07:08:29.446296 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9192): Terminating (SIGTERM)\u000a07:08:29.456658 --- ParallelTerminationStrategy: PID 9182 died...\u000a07:08:29.516131 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9182): Terminated: ok {rc=0}\u000a07:08:29.527332 --- ParallelTerminationStrategy: PID 9183 died...\u000a07:08:29.584775 run iperf3-srv_10.42.42.10(pid=9183): Terminated {rc=256}\u000a07:08:29.595873 --- ParallelTerminationStrategy: PID 9186 died...\u000a07:08:29.652900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9186): Terminated: ok {rc=0}\u000a07:08:29.664125 --- ParallelTerminationStrategy: PID 9189 died...\u000a07:08:29.724197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9189): Terminated: ok {rc=0}\u000a07:08:29.735310 --- ParallelTerminationStrategy: PID 9192 died...\u000a07:08:29.793067 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9192): Terminated: ok {rc=0}\u000a07:08:29.883633 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:oc2g", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9208): Process ended prematurely: osmo-stp_10.42.42.5(pid=9208) [trial-2371↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9208)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9208): Process ended prematurely: osmo-stp_10.42.42.5(pid=9208) [trial-2371↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9208)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:oc2g iperf3m4.py\u000a----------------------------------------------\u000a07:08:31.047709 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:08:31.060310 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a07:08:31.227119 tst iperf3m4.py: using LAC 26699\u000a07:08:31.376084 tst iperf3m4.py: using RAC 179\u000a07:08:31.546167 tst iperf3m4.py: using CellId 26699\u000a07:08:31.706503 tst iperf3m4.py: using BVCI 26700\u000a07:08:31.732930 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:08:31.744229 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:08:31.755577 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:08:31.767069 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:08:31.778275 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:08:31.789718 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:08:31.801051 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:08:31.812610 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:08:31.823963 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a07:08:31.958930 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a07:08:32.122355 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a07:08:32.270629 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a07:08:32.641575 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:08:32.783708 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:08:33.139968 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9194): Launched\u000a07:08:33.470462 run iperf3-srv_10.42.42.10(pid=9195): Launched\u000a07:08:33.674339 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:08:33.812844 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:08:34.170715 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9196): Launched\u000a07:08:34.471386 run iperf3-srv_10.42.42.10(pid=9197): Launched\u000a07:08:34.675570 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:08:34.814908 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:08:35.173806 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9198): Launched\u000a07:08:35.474875 run iperf3-srv_10.42.42.10(pid=9199): Launched\u000a07:08:35.679096 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:08:35.816238 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:08:36.173807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9200): Launched\u000a07:08:36.479222 run iperf3-srv_10.42.42.10(pid=9201): Launched\u000a07:08:36.686338 tst iperf3m4.py:8: start network...\u000a07:08:36.823684 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:08:37.387501 run create_hlr_db(pid=9202): Launched\u000a07:08:37.578195 bus /gobi_6: Setting Powered False\u000a07:08:38.601676 run create_hlr_db(pid=9202): Terminated: ok {rc=0}\u000a07:08:39.060867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9204): Launched\u000a07:08:39.504299 run osmo-hlr_10.42.42.2(pid=9205): Launched\u000a07:08:39.672294 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:08:40.299507 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9207): Launched\u000a07:08:40.620933 run osmo-stp_10.42.42.5(pid=9208): Launched\u000a07:08:40.738314 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:08:41.299120 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9210): Launched\u000a07:08:41.413824 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:08:41.692920 run patchelf(pid=9211): Launched\u000a07:08:41.880498 run osmo-stp_10.42.42.5(pid=9208): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9208)]\u000a07:08:42.017604 run osmo-stp_10.42.42.5(pid=9208): stdout: \u000a| (launched: 2022-12-10_07:08:40.463211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:08:42.155012 run osmo-stp_10.42.42.5(pid=9208): stderr: \u000a| �[0;m�[38;5;43m20221210070840654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070840654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070840655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070840655 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070840655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070840655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070840656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:08:42.287692 run osmo-stp_10.42.42.5(pid=9208): stdout: \u000a| (launched: 2022-12-10_07:08:40.463211)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:08:42.419202 run osmo-stp_10.42.42.5(pid=9208): stderr: \u000a| �[0;m�[38;5;43m20221210070840654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070840654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070840655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070840655 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070840655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070840655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070840656 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:08:42.572355 run patchelf(pid=9211): Terminating (SIGINT)\u000a07:08:42.753314 run patchelf(pid=9211): Terminated: ok {rc=0}\u000a07:08:42.786263 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9208): Process ended prematurely: osmo-stp_10.42.42.5(pid=9208) [trial-2371↪gprs:oc2g↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9208)] [trial-2371↪gprs:oc2g↪iperf3m4.py:8]\u000a07:08:42.796055 tst iperf3m4.py:8: Test FAILED (11.8 sec)\u000a07:08:42.858756 run osmo-hlr_10.42.42.2(pid=9205): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:oc2g↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9205)]\u000a07:08:42.909826 run osmo-hlr_10.42.42.2(pid=9205): stdout: \u000a| (launched: 2022-12-10_07:08:39.231356) \u000a07:08:42.961775 run osmo-hlr_10.42.42.2(pid=9205): stderr: \u000a| �[0;m�[1;31m20221210070839548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070839548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070839548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070839548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070839548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070839548 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070839563 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:oc2g/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070839580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070839581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070839581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:08:43.005812 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9194): Terminating (SIGTERM)\u000a07:08:43.047508 run iperf3-srv_10.42.42.10(pid=9195): Terminating (SIGTERM)\u000a07:08:43.089320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9196): Terminating (SIGTERM)\u000a07:08:43.131030 run iperf3-srv_10.42.42.10(pid=9197): Terminating (SIGTERM)\u000a07:08:43.172711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9198): Terminating (SIGTERM)\u000a07:08:43.214930 run iperf3-srv_10.42.42.10(pid=9199): Terminating (SIGTERM)\u000a07:08:43.256484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9200): Terminating (SIGTERM)\u000a07:08:43.298463 run iperf3-srv_10.42.42.10(pid=9201): Terminating (SIGTERM)\u000a07:08:43.340182 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9204): Terminating (SIGTERM)\u000a07:08:43.381779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9207): Terminating (SIGTERM)\u000a07:08:43.423141 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9210): Terminating (SIGTERM)\u000a07:08:43.432828 --- ParallelTerminationStrategy: PID 9194 died...\u000a07:08:43.488940 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9194): Terminated: ok {rc=0}\u000a07:08:43.499172 --- ParallelTerminationStrategy: PID 9195 died...\u000a07:08:43.554664 run iperf3-srv_10.42.42.10(pid=9195): Terminated {rc=256}\u000a07:08:43.564858 --- ParallelTerminationStrategy: PID 9196 died...\u000a07:08:43.620623 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9196): Terminated: ok {rc=0}\u000a07:08:43.630654 --- ParallelTerminationStrategy: PID 9197 died...\u000a07:08:43.686037 run iperf3-srv_10.42.42.10(pid=9197): Terminated {rc=256}\u000a07:08:43.696200 --- ParallelTerminationStrategy: PID 9198 died...\u000a07:08:43.751609 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9198): Terminated: ok {rc=0}\u000a07:08:43.761832 --- ParallelTerminationStrategy: PID 9199 died...\u000a07:08:43.817281 run iperf3-srv_10.42.42.10(pid=9199): Terminated {rc=256}\u000a07:08:43.827386 --- ParallelTerminationStrategy: PID 9200 died...\u000a07:08:43.882876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9200): Terminated: ok {rc=0}\u000a07:08:43.892907 --- ParallelTerminationStrategy: PID 9201 died...\u000a07:08:43.948213 run iperf3-srv_10.42.42.10(pid=9201): Terminated {rc=256}\u000a07:08:43.958413 --- ParallelTerminationStrategy: PID 9204 died...\u000a07:08:44.013934 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9204): Terminated: ok {rc=0}\u000a07:08:44.023947 --- ParallelTerminationStrategy: PID 9207 died...\u000a07:08:44.079528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9207): Terminated: ok {rc=0}\u000a07:08:44.089871 --- ParallelTerminationStrategy: PID 9210 died...\u000a07:08:44.145433 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9210): Terminated: ok {rc=0}\u000a07:08:44.232783 bus /gobi_4: Setting Powered False\u000a07:08:45.337025 bus /gobi_4: Setting Powered False\u000a07:08:46.445421 bus /gobi_1: Setting Powered False\u000a07:08:47.549430 bus /gobi_1: Setting Powered False\u000a07:08:48.657089 bus /gobi_0: Setting Powered False\u000a07:08:49.762658 bus /gobi_0: Setting Powered False\u000a07:08:50.871808 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9218): Process ended prematurely: osmo-stp_10.42.42.5(pid=9218) [trial-2371↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9218)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9218): Process ended prematurely: osmo-stp_10.42.42.5(pid=9218) [trial-2371↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9218)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:oc2g ping.py\u000a----------------------------------------------\u000a07:08:51.941347 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:08:51.952701 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a07:08:52.082875 tst ping.py: using LAC 26700\u000a07:08:52.206596 tst ping.py: using RAC 180\u000a07:08:52.330461 tst ping.py: using CellId 26700\u000a07:08:52.453907 tst ping.py: using BVCI 26701\u000a07:08:52.477913 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:08:52.488730 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:08:52.499486 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:08:52.510708 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:08:52.521874 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:08:52.533047 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:08:52.544357 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:08:52.555561 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a07:08:52.828607 tst ping.py:19: start network...\u000a07:08:52.950065 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:08:53.408653 run create_hlr_db(pid=9212): Launched\u000a07:08:53.576279 bus /gobi_6: Setting Powered False\u000a07:08:54.597298 run create_hlr_db(pid=9212): Terminated: ok {rc=0}\u000a07:08:55.012761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9214): Launched\u000a07:08:55.328501 run osmo-hlr_10.42.42.2(pid=9215): Launched\u000a07:08:55.443203 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:08:55.990545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9217): Launched\u000a07:08:56.305467 run osmo-stp_10.42.42.5(pid=9218): Launched\u000a07:08:56.419636 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:08:56.967691 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9220): Launched\u000a07:08:57.080367 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:08:57.354534 run patchelf(pid=9221): Launched\u000a07:08:57.538569 run osmo-stp_10.42.42.5(pid=9218): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9218)]\u000a07:08:57.673184 run osmo-stp_10.42.42.5(pid=9218): stdout: \u000a| (launched: 2022-12-10_07:08:56.150546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:08:57.807705 run osmo-stp_10.42.42.5(pid=9218): stderr: \u000a| �[0;m�[38;5;43m20221210070856343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070856343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070856343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070856344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070856344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070856344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070856344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:08:57.938023 run osmo-stp_10.42.42.5(pid=9218): stdout: \u000a| (launched: 2022-12-10_07:08:56.150546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:08:58.066698 run osmo-stp_10.42.42.5(pid=9218): stderr: \u000a| �[0;m�[38;5;43m20221210070856343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070856343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070856343 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070856344 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070856344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070856344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070856344 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:08:58.217325 run patchelf(pid=9221): Terminating (SIGINT)\u000a07:08:58.395183 run patchelf(pid=9221): Terminated: ok {rc=0}\u000a07:08:58.427357 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9218): Process ended prematurely: osmo-stp_10.42.42.5(pid=9218) [trial-2371↪gprs:oc2g↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9218)] [trial-2371↪gprs:oc2g↪ping.py:22]\u000a07:08:58.436482 tst ping.py:22: Test FAILED (6.5 sec)\u000a07:08:58.499455 run osmo-hlr_10.42.42.2(pid=9215): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:oc2g↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9215)]\u000a07:08:58.550950 run osmo-hlr_10.42.42.2(pid=9215): stdout: \u000a| (launched: 2022-12-10_07:08:55.173213) \u000a07:08:58.602936 run osmo-hlr_10.42.42.2(pid=9215): stderr: \u000a| �[0;m�[1;31m20221210070855368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070855368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070855368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070855368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070855368 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070855369 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070855379 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:oc2g/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070855387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070855387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070855387 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:08:58.647235 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9214): Terminating (SIGTERM)\u000a07:08:58.689269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9217): Terminating (SIGTERM)\u000a07:08:58.731209 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9220): Terminating (SIGTERM)\u000a07:08:58.741078 --- ParallelTerminationStrategy: PID 9214 died...\u000a07:08:58.797035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9214): Terminated: ok {rc=0}\u000a07:08:58.807341 --- ParallelTerminationStrategy: PID 9217 died...\u000a07:08:58.863086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9217): Terminated: ok {rc=0}\u000a07:08:58.873227 --- ParallelTerminationStrategy: PID 9220 died...\u000a07:08:58.928833 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9220): Terminated: ok {rc=0}\u000a07:08:59.016437 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9228): Process ended prematurely: osmo-stp_10.42.42.5(pid=9228) [trial-2371↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9228)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9228): Process ended prematurely: osmo-stp_10.42.42.5(pid=9228) [trial-2371↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9228)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:oc2g ping_idle_ping.py\u000a----------------------------------------------\u000a07:09:00.067637 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:00.079529 tst gprs:oc2g: Using 1 x bts (candidates: 1)\u000a07:09:00.207165 tst ping_idle_ping.py: using LAC 26701\u000a07:09:00.330695 tst ping_idle_ping.py: using RAC 181\u000a07:09:00.455952 tst ping_idle_ping.py: using CellId 26701\u000a07:09:00.580535 tst ping_idle_ping.py: using BVCI 26702\u000a07:09:00.604623 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:00.615459 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:00.626280 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:00.637006 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:00.647671 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:00.658324 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:00.669168 tst gprs:oc2g: Using 1 x ip_address (candidates: 9)\u000a07:09:00.679929 tst gprs:oc2g: Using 1 x modem (candidates: 4)\u000a07:09:00.973276 tst ping_idle_ping.py:24: start network...\u000a07:09:01.108447 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:09:01.643210 run create_hlr_db(pid=9222): Launched\u000a07:09:01.870266 bus /gobi_6: Setting Powered False\u000a07:09:02.855861 run create_hlr_db(pid=9222): Terminated: ok {rc=0}\u000a07:09:03.282963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9224): Launched\u000a07:09:03.577677 run osmo-hlr_10.42.42.2(pid=9225): Launched\u000a07:09:03.687364 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:09:04.198097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9227): Launched\u000a07:09:04.491207 run osmo-stp_10.42.42.5(pid=9228): Launched\u000a07:09:04.599299 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:09:05.110311 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9230): Launched\u000a07:09:05.214950 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:09:05.470883 run patchelf(pid=9231): Launched\u000a07:09:05.642958 run osmo-stp_10.42.42.5(pid=9228): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9228)]\u000a07:09:05.768925 run osmo-stp_10.42.42.5(pid=9228): stdout: \u000a| (launched: 2022-12-10_07:09:04.346506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:09:05.895234 run osmo-stp_10.42.42.5(pid=9228): stderr: \u000a| �[0;m�[38;5;43m20221210070904515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070904515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070904515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070904516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070904516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070904516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070904516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:09:06.016309 run osmo-stp_10.42.42.5(pid=9228): stdout: \u000a| (launched: 2022-12-10_07:09:04.346506)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:09:06.136739 run osmo-stp_10.42.42.5(pid=9228): stderr: \u000a| �[0;m�[38;5;43m20221210070904515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070904515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070904515 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070904516 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070904516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070904516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070904516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:09:06.277521 run patchelf(pid=9231): Terminating (SIGINT)\u000a07:09:06.443222 run patchelf(pid=9231): Terminated: ok {rc=0}\u000a07:09:06.473327 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9228): Process ended prematurely: osmo-stp_10.42.42.5(pid=9228) [trial-2371↪gprs:oc2g↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9228)] [trial-2371↪gprs:oc2g↪ping_idle_ping.py:27]\u000a07:09:06.482124 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a07:09:06.542788 run osmo-hlr_10.42.42.2(pid=9225): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:oc2g↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9225)]\u000a07:09:06.591856 run osmo-hlr_10.42.42.2(pid=9225): stdout: \u000a| (launched: 2022-12-10_07:09:03.431315) \u000a07:09:06.641502 run osmo-hlr_10.42.42.2(pid=9225): stderr: \u000a| �[0;m�[1;31m20221210070903604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070903604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070903604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070903604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070903604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070903604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070903616 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:oc2g/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070903626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070903626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070903627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:09:06.683360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9224): Terminating (SIGTERM)\u000a07:09:06.723384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9227): Terminating (SIGTERM)\u000a07:09:06.763694 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9230): Terminating (SIGTERM)\u000a07:09:06.773291 --- ParallelTerminationStrategy: PID 9224 died...\u000a07:09:06.826792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9224): Terminated: ok {rc=0}\u000a07:09:06.836755 --- ParallelTerminationStrategy: PID 9227 died...\u000a07:09:06.890242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9227): Terminated: ok {rc=0}\u000a07:09:06.900128 --- ParallelTerminationStrategy: PID 9230 died...\u000a07:09:06.953017 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9230): Terminated: ok {rc=0}\u000a07:09:07.041568 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "30", "name" : "gprs_oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:08:07" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9246): Process ended prematurely: osmo-stp_10.42.42.5(pid=9246) [trial-2371↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9246)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9246): Process ended prematurely: osmo-stp_10.42.42.5(pid=9246) [trial-2371↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9246)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:oc2g+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:09:09.146713 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:09.157831 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:09:09.288418 tst cs_paging_gprs_active.py: using LAC 26702\u000a07:09:09.411433 tst cs_paging_gprs_active.py: using RAC 182\u000a07:09:09.535910 tst cs_paging_gprs_active.py: using CellId 26702\u000a07:09:09.653968 tst cs_paging_gprs_active.py: using BVCI 26703\u000a07:09:09.676141 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:09.686753 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:09.697140 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:09.707907 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:09.718626 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:09.729247 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:09.739889 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:09.750310 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:09.761115 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:09:09.880020 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:09:10.164742 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:09:10.295893 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:09:10.619757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9236): Launched\u000a07:09:10.887495 run iperf3-srv_10.42.42.10(pid=9237): Launched\u000a07:09:11.079159 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:09:11.209885 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:09:11.533697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9238): Launched\u000a07:09:11.801512 run iperf3-srv_10.42.42.10(pid=9239): Launched\u000a07:09:11.993205 tst cs_paging_gprs_active.py:38: start network...\u000a07:09:12.123084 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:09:12.624887 run create_hlr_db(pid=9240): Launched\u000a07:09:12.806251 bus /gobi_6: Setting Powered False\u000a07:09:13.827895 run create_hlr_db(pid=9240): Terminated: ok {rc=0}\u000a07:09:14.244344 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9242): Launched\u000a07:09:14.558571 run osmo-hlr_10.42.42.2(pid=9243): Launched\u000a07:09:14.676672 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:09:15.224640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9245): Launched\u000a07:09:15.537849 run osmo-stp_10.42.42.5(pid=9246): Launched\u000a07:09:15.651444 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:09:16.209358 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9248): Launched\u000a07:09:16.319102 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:09:16.601389 run patchelf(pid=9249): Launched\u000a07:09:16.786961 run osmo-stp_10.42.42.5(pid=9246): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9246)]\u000a07:09:16.923143 run osmo-stp_10.42.42.5(pid=9246): stdout: \u000a| (launched: 2022-12-10_07:09:15.384327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:09:17.059357 run osmo-stp_10.42.42.5(pid=9246): stderr: \u000a| �[0;m�[38;5;43m20221210070915573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070915573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070915574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070915574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070915574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070915575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070915575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:09:17.190660 run osmo-stp_10.42.42.5(pid=9246): stdout: \u000a| (launched: 2022-12-10_07:09:15.384327)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:09:17.319984 run osmo-stp_10.42.42.5(pid=9246): stderr: \u000a| �[0;m�[38;5;43m20221210070915573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070915573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070915574 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070915574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070915574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070915575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070915575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:09:17.469993 run patchelf(pid=9249): Terminating (SIGINT)\u000a07:09:17.646390 run patchelf(pid=9249): Terminated: ok {rc=0}\u000a07:09:17.678903 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9246): Process ended prematurely: osmo-stp_10.42.42.5(pid=9246) [trial-2371↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9246)] [trial-2371↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a07:09:17.688559 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a07:09:17.750773 run osmo-hlr_10.42.42.2(pid=9243): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:oc2g+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9243)]\u000a07:09:17.801595 run osmo-hlr_10.42.42.2(pid=9243): stdout: \u000a| (launched: 2022-12-10_07:09:14.404231) \u000a07:09:17.853088 run osmo-hlr_10.42.42.2(pid=9243): stderr: \u000a| �[0;m�[1;31m20221210070914601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070914601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070914601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070914601 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070914602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070914602 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070914614 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:oc2g+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070914622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070914622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070914622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:09:17.896858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9236): Terminating (SIGTERM)\u000a07:09:17.938216 run iperf3-srv_10.42.42.10(pid=9237): Terminating (SIGTERM)\u000a07:09:17.979524 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9238): Terminating (SIGTERM)\u000a07:09:18.020633 run iperf3-srv_10.42.42.10(pid=9239): Terminating (SIGTERM)\u000a07:09:18.061938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9242): Terminating (SIGTERM)\u000a07:09:18.103694 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9245): Terminating (SIGTERM)\u000a07:09:18.145119 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9248): Terminating (SIGTERM)\u000a07:09:18.154573 --- ParallelTerminationStrategy: PID 9236 died...\u000a07:09:18.209762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9236): Terminated: ok {rc=0}\u000a07:09:18.219601 --- ParallelTerminationStrategy: PID 9237 died...\u000a07:09:18.274201 run iperf3-srv_10.42.42.10(pid=9237): Terminated {rc=256}\u000a07:09:18.283933 --- ParallelTerminationStrategy: PID 9238 died...\u000a07:09:18.339176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9238): Terminated: ok {rc=0}\u000a07:09:18.349137 --- ParallelTerminationStrategy: PID 9239 died...\u000a07:09:18.403720 run iperf3-srv_10.42.42.10(pid=9239): Terminated {rc=256}\u000a07:09:18.413879 --- ParallelTerminationStrategy: PID 9242 died...\u000a07:09:18.468484 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9242): Terminated: ok {rc=0}\u000a07:09:18.478296 --- ParallelTerminationStrategy: PID 9245 died...\u000a07:09:18.532848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9245): Terminated: ok {rc=0}\u000a07:09:18.542670 --- ParallelTerminationStrategy: PID 9248 died...\u000a07:09:18.597734 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9248): Terminated: ok {rc=0}\u000a07:09:18.685228 bus /gobi_0: Setting Powered False\u000a07:09:19.792371 bus /gobi_0: Setting Powered False\u000a07:09:20.904360 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9258): Process ended prematurely: osmo-stp_10.42.42.5(pid=9258) [trial-2371↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9258)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9258): Process ended prematurely: osmo-stp_10.42.42.5(pid=9258) [trial-2371↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9258)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:oc2g+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a07:09:22.012772 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:22.024244 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:09:22.152163 tst iperf3.py: using LAC 26703\u000a07:09:22.274809 tst iperf3.py: using RAC 183\u000a07:09:22.399369 tst iperf3.py: using CellId 26703\u000a07:09:22.521583 tst iperf3.py: using BVCI 26704\u000a07:09:22.545554 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:22.556572 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:22.567486 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:22.578416 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:22.589258 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:22.600117 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:22.611207 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:22.622081 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:22.633105 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:09:22.920371 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:09:23.051057 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:09:23.375110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9250): Launched\u000a07:09:23.643395 run iperf3-srv_10.42.42.10(pid=9251): Launched\u000a07:09:23.834778 tst iperf3.py:8: start network...\u000a07:09:23.965742 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:09:24.463876 run create_hlr_db(pid=9252): Launched\u000a07:09:24.643705 bus /gobi_6: Setting Powered False\u000a07:09:25.665204 run create_hlr_db(pid=9252): Terminated: ok {rc=0}\u000a07:09:26.079523 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9254): Launched\u000a07:09:26.391332 run osmo-hlr_10.42.42.2(pid=9255): Launched\u000a07:09:26.506119 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:09:27.047893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9257): Launched\u000a07:09:27.361221 run osmo-stp_10.42.42.5(pid=9258): Launched\u000a07:09:27.474537 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:09:28.017789 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9260): Launched\u000a07:09:28.129097 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:09:28.401701 run patchelf(pid=9261): Launched\u000a07:09:28.584329 run osmo-stp_10.42.42.5(pid=9258): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9258)]\u000a07:09:28.718254 run osmo-stp_10.42.42.5(pid=9258): stdout: \u000a| (launched: 2022-12-10_07:09:27.206861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:09:28.852371 run osmo-stp_10.42.42.5(pid=9258): stderr: \u000a| �[0;m�[38;5;43m20221210070927397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070927397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070927397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070927398 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070927398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070927398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070927398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:09:28.981816 run osmo-stp_10.42.42.5(pid=9258): stdout: \u000a| (launched: 2022-12-10_07:09:27.206861)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:09:29.110045 run osmo-stp_10.42.42.5(pid=9258): stderr: \u000a| �[0;m�[38;5;43m20221210070927397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070927397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070927397 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070927398 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070927398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070927398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070927398 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:09:29.259865 run patchelf(pid=9261): Terminating (SIGINT)\u000a07:09:29.437376 run patchelf(pid=9261): Terminated: ok {rc=0}\u000a07:09:29.469616 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9258): Process ended prematurely: osmo-stp_10.42.42.5(pid=9258) [trial-2371↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9258)] [trial-2371↪gprs:oc2g+mod-bts0-egprs↪iperf3.py:8]\u000a07:09:29.479272 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a07:09:29.541035 run osmo-hlr_10.42.42.2(pid=9255): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:oc2g+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9255)]\u000a07:09:29.591669 run osmo-hlr_10.42.42.2(pid=9255): stdout: \u000a| (launched: 2022-12-10_07:09:26.238052) \u000a07:09:29.643014 run osmo-hlr_10.42.42.2(pid=9255): stderr: \u000a| �[0;m�[1;31m20221210070926434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070926434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070926434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070926434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070926434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070926434 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070926446 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:oc2g+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070926455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070926455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070926455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:09:29.686735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9250): Terminating (SIGTERM)\u000a07:09:29.727984 run iperf3-srv_10.42.42.10(pid=9251): Terminating (SIGTERM)\u000a07:09:29.769360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9254): Terminating (SIGTERM)\u000a07:09:29.810523 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9257): Terminating (SIGTERM)\u000a07:09:29.851660 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9260): Terminating (SIGTERM)\u000a07:09:29.861126 --- ParallelTerminationStrategy: PID 9250 died...\u000a07:09:29.916835 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9250): Terminated: ok {rc=0}\u000a07:09:29.926776 --- ParallelTerminationStrategy: PID 9251 died...\u000a07:09:29.981827 run iperf3-srv_10.42.42.10(pid=9251): Terminated {rc=256}\u000a07:09:29.991741 --- ParallelTerminationStrategy: PID 9254 died...\u000a07:09:30.046563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9254): Terminated: ok {rc=0}\u000a07:09:30.056363 --- ParallelTerminationStrategy: PID 9257 died...\u000a07:09:30.111468 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9257): Terminated: ok {rc=0}\u000a07:09:30.121462 --- ParallelTerminationStrategy: PID 9260 died...\u000a07:09:30.176507 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9260): Terminated: ok {rc=0}\u000a07:09:30.263101 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9277): Process ended prematurely: osmo-stp_10.42.42.5(pid=9277) [trial-2371↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9277)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9277): Process ended prematurely: osmo-stp_10.42.42.5(pid=9277) [trial-2371↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9277)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:oc2g+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a07:09:31.374341 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:31.386585 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:09:31.512407 tst iperf3m4.py: using LAC 26704\u000a07:09:31.631199 tst iperf3m4.py: using RAC 184\u000a07:09:31.752076 tst iperf3m4.py: using CellId 26704\u000a07:09:31.870946 tst iperf3m4.py: using BVCI 26705\u000a07:09:31.895192 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:31.906958 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:31.919304 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:31.931002 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:31.943555 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:31.957100 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:31.969852 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:31.982041 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:31.993891 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:09:32.114850 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:09:32.229988 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:09:32.347599 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:09:32.633903 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:09:32.764612 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:09:33.090089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9263): Launched\u000a07:09:33.359203 run iperf3-srv_10.42.42.10(pid=9264): Launched\u000a07:09:33.550011 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:09:33.680207 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:09:34.003673 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9265): Launched\u000a07:09:34.271791 run iperf3-srv_10.42.42.10(pid=9266): Launched\u000a07:09:34.463302 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:09:34.593447 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:09:34.917355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9267): Launched\u000a07:09:35.186226 run iperf3-srv_10.42.42.10(pid=9268): Launched\u000a07:09:35.378361 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:09:35.509323 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:09:35.832585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9269): Launched\u000a07:09:36.101265 run iperf3-srv_10.42.42.10(pid=9270): Launched\u000a07:09:36.292885 tst iperf3m4.py:8: start network...\u000a07:09:36.424269 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:09:36.924027 run create_hlr_db(pid=9271): Launched\u000a07:09:37.104607 bus /gobi_6: Setting Powered False\u000a07:09:38.125750 run create_hlr_db(pid=9271): Terminated: ok {rc=0}\u000a07:09:38.518260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9273): Launched\u000a07:09:38.810460 run osmo-hlr_10.42.42.2(pid=9274): Launched\u000a07:09:38.924044 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:09:39.438235 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9276): Launched\u000a07:09:39.730265 run osmo-stp_10.42.42.5(pid=9277): Launched\u000a07:09:39.836272 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:09:40.346757 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9279): Launched\u000a07:09:40.451118 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:09:40.706208 run patchelf(pid=9280): Launched\u000a07:09:40.877712 run osmo-stp_10.42.42.5(pid=9277): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9277)]\u000a07:09:41.003263 run osmo-stp_10.42.42.5(pid=9277): stdout: \u000a| (launched: 2022-12-10_07:09:39.586382)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:09:41.129817 run osmo-stp_10.42.42.5(pid=9277): stderr: \u000a| �[0;m�[38;5;43m20221210070939757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070939757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070939758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070939758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070939759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070939759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070939759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:09:41.250968 run osmo-stp_10.42.42.5(pid=9277): stdout: \u000a| (launched: 2022-12-10_07:09:39.586382)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:09:41.371628 run osmo-stp_10.42.42.5(pid=9277): stderr: \u000a| �[0;m�[38;5;43m20221210070939757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070939757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070939758 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070939758 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070939759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070939759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070939759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:09:41.512641 run patchelf(pid=9280): Terminating (SIGINT)\u000a07:09:41.678679 run patchelf(pid=9280): Terminated: ok {rc=0}\u000a07:09:41.709432 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9277): Process ended prematurely: osmo-stp_10.42.42.5(pid=9277) [trial-2371↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9277)] [trial-2371↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py:8]\u000a07:09:41.718719 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a07:09:41.779621 run osmo-hlr_10.42.42.2(pid=9274): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:oc2g+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9274)]\u000a07:09:41.828480 run osmo-hlr_10.42.42.2(pid=9274): stdout: \u000a| (launched: 2022-12-10_07:09:38.665909) \u000a07:09:41.878148 run osmo-hlr_10.42.42.2(pid=9274): stderr: \u000a| �[0;m�[1;31m20221210070938838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070938838 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070938839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070938839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070938839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070938839 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070938850 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:oc2g+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070938859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070938860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070938860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:09:41.920276 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9263): Terminating (SIGTERM)\u000a07:09:41.960116 run iperf3-srv_10.42.42.10(pid=9264): Terminating (SIGTERM)\u000a07:09:42.000150 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9265): Terminating (SIGTERM)\u000a07:09:42.040172 run iperf3-srv_10.42.42.10(pid=9266): Terminating (SIGTERM)\u000a07:09:42.080099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9267): Terminating (SIGTERM)\u000a07:09:42.120126 run iperf3-srv_10.42.42.10(pid=9268): Terminating (SIGTERM)\u000a07:09:42.159914 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9269): Terminating (SIGTERM)\u000a07:09:42.199696 run iperf3-srv_10.42.42.10(pid=9270): Terminating (SIGTERM)\u000a07:09:42.239443 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9273): Terminating (SIGTERM)\u000a07:09:42.279150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9276): Terminating (SIGTERM)\u000a07:09:42.319341 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9279): Terminating (SIGTERM)\u000a07:09:42.328641 --- ParallelTerminationStrategy: PID 9263 died...\u000a07:09:42.381956 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9263): Terminated: ok {rc=0}\u000a07:09:42.391917 --- ParallelTerminationStrategy: PID 9264 died...\u000a07:09:42.444790 run iperf3-srv_10.42.42.10(pid=9264): Terminated {rc=256}\u000a07:09:42.454720 --- ParallelTerminationStrategy: PID 9265 died...\u000a07:09:42.507789 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9265): Terminated: ok {rc=0}\u000a07:09:42.517792 --- ParallelTerminationStrategy: PID 9266 died...\u000a07:09:42.570493 run iperf3-srv_10.42.42.10(pid=9266): Terminated {rc=256}\u000a07:09:42.580401 --- ParallelTerminationStrategy: PID 9267 died...\u000a07:09:42.633082 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9267): Terminated: ok {rc=0}\u000a07:09:42.642962 --- ParallelTerminationStrategy: PID 9268 died...\u000a07:09:42.695641 run iperf3-srv_10.42.42.10(pid=9268): Terminated {rc=256}\u000a07:09:42.705870 --- ParallelTerminationStrategy: PID 9269 died...\u000a07:09:42.758789 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9269): Terminated: ok {rc=0}\u000a07:09:42.768756 --- ParallelTerminationStrategy: PID 9270 died...\u000a07:09:42.821934 run iperf3-srv_10.42.42.10(pid=9270): Terminated {rc=256}\u000a07:09:42.831676 --- ParallelTerminationStrategy: PID 9273 died...\u000a07:09:42.884519 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9273): Terminated: ok {rc=0}\u000a07:09:42.894415 --- ParallelTerminationStrategy: PID 9276 died...\u000a07:09:42.947269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9276): Terminated: ok {rc=0}\u000a07:09:42.957319 --- ParallelTerminationStrategy: PID 9279 died...\u000a07:09:43.010058 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9279): Terminated: ok {rc=0}\u000a07:09:43.094356 bus /gobi_4: Setting Powered False\u000a07:09:44.200455 bus /gobi_4: Setting Powered False\u000a07:09:45.308344 bus /gobi_1: Setting Powered False\u000a07:09:46.421510 bus /gobi_1: Setting Powered False\u000a07:09:47.531772 bus /gobi_0: Setting Powered False\u000a07:09:48.633799 bus /gobi_0: Setting Powered False\u000a07:09:49.742114 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9287): Process ended prematurely: osmo-stp_10.42.42.5(pid=9287) [trial-2371↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9287)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9287): Process ended prematurely: osmo-stp_10.42.42.5(pid=9287) [trial-2371↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9287)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:oc2g+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a07:09:50.807906 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:50.819295 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:09:50.946136 tst ping.py: using LAC 26705\u000a07:09:51.060116 tst ping.py: using RAC 185\u000a07:09:51.170845 tst ping.py: using CellId 26705\u000a07:09:51.281500 tst ping.py: using BVCI 26706\u000a07:09:51.303314 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:51.313928 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:51.324403 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:51.335180 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:51.345844 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:51.356363 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:51.367306 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:51.378175 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:09:51.659039 tst ping.py:19: start network...\u000a07:09:51.787948 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:09:52.278218 run create_hlr_db(pid=9281): Launched\u000a07:09:52.457082 bus /gobi_6: Setting Powered False\u000a07:09:53.477052 run create_hlr_db(pid=9281): Terminated: ok {rc=0}\u000a07:09:53.863334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9283): Launched\u000a07:09:54.150161 run osmo-hlr_10.42.42.2(pid=9284): Launched\u000a07:09:54.257939 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:09:54.764726 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9286): Launched\u000a07:09:55.050936 run osmo-stp_10.42.42.5(pid=9287): Launched\u000a07:09:55.154316 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:09:55.654103 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9289): Launched\u000a07:09:55.755964 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:09:56.006476 run patchelf(pid=9290): Launched\u000a07:09:56.174622 run osmo-stp_10.42.42.5(pid=9287): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9287)]\u000a07:09:56.298003 run osmo-stp_10.42.42.5(pid=9287): stdout: \u000a| (launched: 2022-12-10_07:09:54.910033)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:09:56.422000 run osmo-stp_10.42.42.5(pid=9287): stderr: \u000a| �[0;m�[38;5;43m20221210070955080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070955080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070955080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070955081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070955081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070955081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070955082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:09:56.541600 run osmo-stp_10.42.42.5(pid=9287): stdout: \u000a| (launched: 2022-12-10_07:09:54.910033)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:09:56.659748 run osmo-stp_10.42.42.5(pid=9287): stderr: \u000a| �[0;m�[38;5;43m20221210070955080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210070955080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210070955080 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210070955081 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210070955081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210070955081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210070955082 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:09:56.798276 run patchelf(pid=9290): Terminating (SIGINT)\u000a07:09:56.961650 run patchelf(pid=9290): Terminated: ok {rc=0}\u000a07:09:56.991308 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9287): Process ended prematurely: osmo-stp_10.42.42.5(pid=9287) [trial-2371↪gprs:oc2g+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9287)] [trial-2371↪gprs:oc2g+mod-bts0-egprs↪ping.py:22]\u000a07:09:56.999733 tst ping.py:22: Test FAILED (6.2 sec)\u000a07:09:57.059948 run osmo-hlr_10.42.42.2(pid=9284): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:oc2g+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9284)]\u000a07:09:57.109004 run osmo-hlr_10.42.42.2(pid=9284): stdout: \u000a| (launched: 2022-12-10_07:09:54.008723) \u000a07:09:57.158667 run osmo-hlr_10.42.42.2(pid=9284): stderr: \u000a| �[0;m�[1;31m20221210070954182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210070954182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210070954182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070954182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210070954182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210070954182 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210070954194 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:oc2g+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210070954203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210070954203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210070954203 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:09:57.201504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9283): Terminating (SIGTERM)\u000a07:09:57.241219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9286): Terminating (SIGTERM)\u000a07:09:57.281522 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9289): Terminating (SIGTERM)\u000a07:09:57.290731 --- ParallelTerminationStrategy: PID 9283 died...\u000a07:09:57.343902 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9283): Terminated: ok {rc=0}\u000a07:09:57.353737 --- ParallelTerminationStrategy: PID 9286 died...\u000a07:09:57.406915 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9286): Terminated: ok {rc=0}\u000a07:09:57.416544 --- ParallelTerminationStrategy: PID 9289 died...\u000a07:09:57.469721 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9289): Terminated: ok {rc=0}\u000a07:09:57.559542 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:oc2g+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9300): Process ended prematurely: osmo-stp_10.42.42.5(pid=9300) [trial-2371↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9300)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9300): Process ended prematurely: osmo-stp_10.42.42.5(pid=9300) [trial-2371↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9300)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:oc2g+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a07:09:58.611648 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:58.623434 tst gprs:oc2g+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:09:58.744071 tst ping_idle_ping.py: using LAC 26706\u000a07:09:58.859432 tst ping_idle_ping.py: using RAC 186\u000a07:09:58.980392 tst ping_idle_ping.py: using CellId 26706\u000a07:09:59.103688 tst ping_idle_ping.py: using BVCI 26707\u000a07:09:59.127587 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:59.138876 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:59.150093 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:59.161498 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:59.172658 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:59.183671 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:59.194930 tst gprs:oc2g+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:09:59.206098 tst gprs:oc2g+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:09:59.472474 tst ping_idle_ping.py:24: start network...\u000a07:09:59.592433 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:10:00.048996 run create_hlr_db(pid=9291): Launched\u000a07:10:00.215630 bus /gobi_6: Setting Powered False\u000a07:10:01.239748 run create_hlr_db(pid=9291): Terminated: ok {rc=0}\u000a07:10:01.647343 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9293): Launched\u000a07:10:01.986285 run osmo-hlr_10.42.42.2(pid=9297): Launched\u000a07:10:02.183436 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:10:02.763844 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9299): Launched\u000a07:10:03.072789 run osmo-stp_10.42.42.5(pid=9300): Launched\u000a07:10:03.185198 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:10:03.727763 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9302): Launched\u000a07:10:03.838593 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:10:04.108496 run patchelf(pid=9303): Launched\u000a07:10:04.290470 run osmo-stp_10.42.42.5(pid=9300): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9300)]\u000a07:10:04.423705 run osmo-stp_10.42.42.5(pid=9300): stdout: \u000a| (launched: 2022-12-10_07:10:02.920841)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:10:04.556873 run osmo-stp_10.42.42.5(pid=9300): stderr: \u000a| �[0;m�[38;5;43m20221210071003110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071003110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071003111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071003111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071003113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071003113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071003114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:10:04.685442 run osmo-stp_10.42.42.5(pid=9300): stdout: \u000a| (launched: 2022-12-10_07:10:02.920841)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:10:04.812510 run osmo-stp_10.42.42.5(pid=9300): stderr: \u000a| �[0;m�[38;5;43m20221210071003110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071003110 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071003111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071003111 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071003113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071003113 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071003114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:10:04.961307 run patchelf(pid=9303): Terminating (SIGINT)\u000a07:10:05.135854 run patchelf(pid=9303): Terminated: ok {rc=0}\u000a07:10:05.167564 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9300): Process ended prematurely: osmo-stp_10.42.42.5(pid=9300) [trial-2371↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9300)] [trial-2371↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a07:10:05.176588 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a07:10:05.239187 run osmo-hlr_10.42.42.2(pid=9297): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:oc2g+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9297)]\u000a07:10:05.290522 run osmo-hlr_10.42.42.2(pid=9297): stdout: \u000a| (launched: 2022-12-10_07:10:01.796909) \u000a07:10:05.343083 run osmo-hlr_10.42.42.2(pid=9297): stderr: \u000a| �[0;m�[1;31m20221210071002151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071002151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071002152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071002152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071002152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071002152 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071002170 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:oc2g+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071002178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071002178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071002178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:10:05.387838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9293): Terminating (SIGTERM)\u000a07:10:05.429966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9299): Terminating (SIGTERM)\u000a07:10:05.472143 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9302): Terminating (SIGTERM)\u000a07:10:05.482048 --- ParallelTerminationStrategy: PID 9293 died...\u000a07:10:05.538304 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9293): Terminated: ok {rc=0}\u000a07:10:05.548461 --- ParallelTerminationStrategy: PID 9299 died...\u000a07:10:05.605166 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9299): Terminated: ok {rc=0}\u000a07:10:05.615440 --- ParallelTerminationStrategy: PID 9302 died...\u000a07:10:05.671690 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9302): Terminated: ok {rc=0}\u000a07:10:05.758586 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "31", "name" : "gprs_oc2g+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:09:08" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9317): Process ended prematurely: osmo-stp_10.42.42.5(pid=9317) [trial-2371↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9317)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9317): Process ended prematurely: osmo-stp_10.42.42.5(pid=9317) [trial-2371↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9317)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:oc2g+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:10:07.882610 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:07.893690 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:10:08.042985 tst cs_paging_gprs_active.py: using LAC 26707\u000a07:10:08.170310 tst cs_paging_gprs_active.py: using RAC 187\u000a07:10:08.291694 tst cs_paging_gprs_active.py: using CellId 26707\u000a07:10:08.415302 tst cs_paging_gprs_active.py: using BVCI 26708\u000a07:10:08.439352 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:08.450526 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:08.461461 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:08.472536 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:08.483499 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:08.494535 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:08.505703 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:08.516577 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:08.528036 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:10:08.645683 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:10:08.934393 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:10:09.065533 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:10:09.391330 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9307): Launched\u000a07:10:09.662525 run iperf3-srv_10.42.42.10(pid=9308): Launched\u000a07:10:09.855782 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:10:09.987214 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:10:10.312607 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9309): Launched\u000a07:10:10.583897 run iperf3-srv_10.42.42.10(pid=9310): Launched\u000a07:10:10.777114 tst cs_paging_gprs_active.py:38: start network...\u000a07:10:10.908470 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:10:11.412019 run create_hlr_db(pid=9311): Launched\u000a07:10:11.593854 bus /gobi_6: Setting Powered False\u000a07:10:12.616248 run create_hlr_db(pid=9311): Terminated: ok {rc=0}\u000a07:10:13.010698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9313): Launched\u000a07:10:13.304820 run osmo-hlr_10.42.42.2(pid=9314): Launched\u000a07:10:13.418367 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:10:13.937494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9316): Launched\u000a07:10:14.229800 run osmo-stp_10.42.42.5(pid=9317): Launched\u000a07:10:14.336625 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:10:14.845918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9319): Launched\u000a07:10:14.950031 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:10:15.206572 run patchelf(pid=9320): Launched\u000a07:10:15.379064 run osmo-stp_10.42.42.5(pid=9317): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9317)]\u000a07:10:15.504789 run osmo-stp_10.42.42.5(pid=9317): stdout: \u000a| (launched: 2022-12-10_07:10:14.085853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:10:15.631236 run osmo-stp_10.42.42.5(pid=9317): stderr: \u000a| �[0;m�[38;5;43m20221210071014253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071014253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071014254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071014254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071014255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071014255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071014255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:10:15.753099 run osmo-stp_10.42.42.5(pid=9317): stdout: \u000a| (launched: 2022-12-10_07:10:14.085853)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:10:15.878730 run osmo-stp_10.42.42.5(pid=9317): stderr: \u000a| �[0;m�[38;5;43m20221210071014253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071014253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071014254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071014254 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071014255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071014255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071014255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:10:16.023932 run patchelf(pid=9320): Terminating (SIGINT)\u000a07:10:16.194626 run patchelf(pid=9320): Terminated: ok {rc=0}\u000a07:10:16.226610 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9317): Process ended prematurely: osmo-stp_10.42.42.5(pid=9317) [trial-2371↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9317)] [trial-2371↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a07:10:16.236542 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a07:10:16.299367 run osmo-hlr_10.42.42.2(pid=9314): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:oc2g+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9314)]\u000a07:10:16.349501 run osmo-hlr_10.42.42.2(pid=9314): stdout: \u000a| (launched: 2022-12-10_07:10:13.159307) \u000a07:10:16.401745 run osmo-hlr_10.42.42.2(pid=9314): stderr: \u000a| �[0;m�[1;31m20221210071013334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071013334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071013334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071013334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071013334 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071013335 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071013350 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:oc2g+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071013360 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071013361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071013361 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:10:16.445420 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9307): Terminating (SIGTERM)\u000a07:10:16.486937 run iperf3-srv_10.42.42.10(pid=9308): Terminating (SIGTERM)\u000a07:10:16.531840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9309): Terminating (SIGTERM)\u000a07:10:16.575022 run iperf3-srv_10.42.42.10(pid=9310): Terminating (SIGTERM)\u000a07:10:16.618018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9313): Terminating (SIGTERM)\u000a07:10:16.659059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9316): Terminating (SIGTERM)\u000a07:10:16.702800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9319): Terminating (SIGTERM)\u000a07:10:16.712344 --- ParallelTerminationStrategy: PID 9307 died...\u000a07:10:16.767488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9307): Terminated: ok {rc=0}\u000a07:10:16.777720 --- ParallelTerminationStrategy: PID 9308 died...\u000a07:10:16.832328 run iperf3-srv_10.42.42.10(pid=9308): Terminated {rc=256}\u000a07:10:16.842587 --- ParallelTerminationStrategy: PID 9309 died...\u000a07:10:16.897227 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9309): Terminated: ok {rc=0}\u000a07:10:16.907394 --- ParallelTerminationStrategy: PID 9310 died...\u000a07:10:16.961932 run iperf3-srv_10.42.42.10(pid=9310): Terminated {rc=256}\u000a07:10:16.972050 --- ParallelTerminationStrategy: PID 9313 died...\u000a07:10:17.026228 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9313): Terminated: ok {rc=0}\u000a07:10:17.037430 --- ParallelTerminationStrategy: PID 9316 died...\u000a07:10:17.093126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9316): Terminated: ok {rc=0}\u000a07:10:17.103388 --- ParallelTerminationStrategy: PID 9319 died...\u000a07:10:17.158665 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9319): Terminated: ok {rc=0}\u000a07:10:17.243900 bus /gobi_0: Setting Powered False\u000a07:10:18.350282 bus /gobi_0: Setting Powered False\u000a07:10:19.457867 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9330): Process ended prematurely: osmo-stp_10.42.42.5(pid=9330) [trial-2371↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9330)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9330): Process ended prematurely: osmo-stp_10.42.42.5(pid=9330) [trial-2371↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9330)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:oc2g+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a07:10:20.571143 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:20.582959 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:10:20.738779 tst iperf3.py: using LAC 26708\u000a07:10:20.860688 tst iperf3.py: using RAC 188\u000a07:10:20.978317 tst iperf3.py: using CellId 26708\u000a07:10:21.091307 tst iperf3.py: using BVCI 26709\u000a07:10:21.114261 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:21.125105 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:21.135662 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:21.146648 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:21.157283 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:21.167892 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:21.178636 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:21.189223 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:21.200126 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:10:21.472692 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:10:21.595938 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:10:21.902424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9322): Launched\u000a07:10:22.154723 run iperf3-srv_10.42.42.10(pid=9323): Launched\u000a07:10:22.333828 tst iperf3.py:8: start network...\u000a07:10:22.456419 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:10:22.914670 run create_hlr_db(pid=9324): Launched\u000a07:10:23.082346 bus /gobi_6: Setting Powered False\u000a07:10:24.104137 run create_hlr_db(pid=9324): Terminated: ok {rc=0}\u000a07:10:24.522540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9326): Launched\u000a07:10:24.835906 run osmo-hlr_10.42.42.2(pid=9327): Launched\u000a07:10:24.955282 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:10:25.504560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9329): Launched\u000a07:10:25.819972 run osmo-stp_10.42.42.5(pid=9330): Launched\u000a07:10:25.934600 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:10:26.482291 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9332): Launched\u000a07:10:26.594291 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:10:26.867909 run patchelf(pid=9333): Launched\u000a07:10:27.052313 run osmo-stp_10.42.42.5(pid=9330): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9330)]\u000a07:10:27.187107 run osmo-stp_10.42.42.5(pid=9330): stdout: \u000a| (launched: 2022-12-10_07:10:25.664554)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:10:27.322237 run osmo-stp_10.42.42.5(pid=9330): stderr: \u000a| �[0;m�[38;5;43m20221210071025857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071025857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071025857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071025858 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071025858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071025858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071025858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:10:27.452872 run osmo-stp_10.42.42.5(pid=9330): stdout: \u000a| (launched: 2022-12-10_07:10:25.664554)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:10:27.581807 run osmo-stp_10.42.42.5(pid=9330): stderr: \u000a| �[0;m�[38;5;43m20221210071025857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071025857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071025857 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071025858 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071025858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071025858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071025858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:10:27.732086 run patchelf(pid=9333): Terminating (SIGINT)\u000a07:10:27.909002 run patchelf(pid=9333): Terminated: ok {rc=0}\u000a07:10:27.941527 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9330): Process ended prematurely: osmo-stp_10.42.42.5(pid=9330) [trial-2371↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9330)] [trial-2371↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a07:10:27.951260 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a07:10:28.013126 run osmo-hlr_10.42.42.2(pid=9327): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9327)]\u000a07:10:28.063883 run osmo-hlr_10.42.42.2(pid=9327): stdout: \u000a| (launched: 2022-12-10_07:10:24.682681) \u000a07:10:28.115288 run osmo-hlr_10.42.42.2(pid=9327): stderr: \u000a| �[0;m�[1;31m20221210071024880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071024880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071024880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071024880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071024880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071024880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071024894 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:oc2g+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071024902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071024902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071024902 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:10:28.159104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9322): Terminating (SIGTERM)\u000a07:10:28.200501 run iperf3-srv_10.42.42.10(pid=9323): Terminating (SIGTERM)\u000a07:10:28.242380 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9326): Terminating (SIGTERM)\u000a07:10:28.283758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9329): Terminating (SIGTERM)\u000a07:10:28.325603 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9332): Terminating (SIGTERM)\u000a07:10:28.335177 --- ParallelTerminationStrategy: PID 9322 died...\u000a07:10:28.390979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9322): Terminated: ok {rc=0}\u000a07:10:28.401074 --- ParallelTerminationStrategy: PID 9323 died...\u000a07:10:28.456432 run iperf3-srv_10.42.42.10(pid=9323): Terminated {rc=256}\u000a07:10:28.466410 --- ParallelTerminationStrategy: PID 9326 died...\u000a07:10:28.521353 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9326): Terminated: ok {rc=0}\u000a07:10:28.531211 --- ParallelTerminationStrategy: PID 9329 died...\u000a07:10:28.586072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9329): Terminated: ok {rc=0}\u000a07:10:28.596034 --- ParallelTerminationStrategy: PID 9332 died...\u000a07:10:28.651341 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9332): Terminated: ok {rc=0}\u000a07:10:28.738255 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9348): Process ended prematurely: osmo-stp_10.42.42.5(pid=9348) [trial-2371↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9348)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9348): Process ended prematurely: osmo-stp_10.42.42.5(pid=9348) [trial-2371↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9348)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:oc2g+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a07:10:29.847218 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:29.858599 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:10:30.001150 tst iperf3m4.py: using LAC 26709\u000a07:10:30.115243 tst iperf3m4.py: using RAC 189\u000a07:10:30.237440 tst iperf3m4.py: using CellId 26709\u000a07:10:30.362647 tst iperf3m4.py: using BVCI 26710\u000a07:10:30.387038 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:30.398555 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:30.409838 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:30.420850 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:30.432021 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:30.443050 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:30.454237 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:30.465093 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:30.476569 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:10:30.590309 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:10:30.711002 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:10:30.825859 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:10:31.136685 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:10:31.270265 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:10:31.611611 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9334): Launched\u000a07:10:31.901839 run iperf3-srv_10.42.42.10(pid=9335): Launched\u000a07:10:32.097564 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:10:32.229956 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:10:32.556677 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9336): Launched\u000a07:10:32.827617 run iperf3-srv_10.42.42.10(pid=9337): Launched\u000a07:10:33.021235 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:10:33.153125 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:10:33.479051 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9338): Launched\u000a07:10:33.749193 run iperf3-srv_10.42.42.10(pid=9339): Launched\u000a07:10:33.942715 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:10:34.074002 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:10:34.399836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9340): Launched\u000a07:10:34.669872 run iperf3-srv_10.42.42.10(pid=9341): Launched\u000a07:10:34.862402 tst iperf3m4.py:8: start network...\u000a07:10:34.993867 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:10:35.499107 run create_hlr_db(pid=9342): Launched\u000a07:10:35.680771 bus /gobi_6: Setting Powered False\u000a07:10:36.702049 run create_hlr_db(pid=9342): Terminated: ok {rc=0}\u000a07:10:37.097611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9344): Launched\u000a07:10:37.391663 run osmo-hlr_10.42.42.2(pid=9345): Launched\u000a07:10:37.506817 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:10:38.026814 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9347): Launched\u000a07:10:38.320037 run osmo-stp_10.42.42.5(pid=9348): Launched\u000a07:10:38.427974 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:10:38.940509 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9350): Launched\u000a07:10:39.045309 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:10:39.301674 run patchelf(pid=9351): Launched\u000a07:10:39.474682 run osmo-stp_10.42.42.5(pid=9348): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9348)]\u000a07:10:39.600903 run osmo-stp_10.42.42.5(pid=9348): stdout: \u000a| (launched: 2022-12-10_07:10:38.175699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:10:39.727748 run osmo-stp_10.42.42.5(pid=9348): stderr: \u000a| �[0;m�[38;5;43m20221210071038345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071038345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071038346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071038346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071038346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071038346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071038347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:10:39.850106 run osmo-stp_10.42.42.5(pid=9348): stdout: \u000a| (launched: 2022-12-10_07:10:38.175699)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:10:39.976068 run osmo-stp_10.42.42.5(pid=9348): stderr: \u000a| �[0;m�[38;5;43m20221210071038345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071038345 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071038346 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071038346 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071038346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071038346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071038347 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:10:40.127783 run patchelf(pid=9351): Terminating (SIGINT)\u000a07:10:40.306566 run patchelf(pid=9351): Terminated: ok {rc=0}\u000a07:10:40.339868 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9348): Process ended prematurely: osmo-stp_10.42.42.5(pid=9348) [trial-2371↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9348)] [trial-2371↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a07:10:40.349942 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a07:10:40.413341 run osmo-hlr_10.42.42.2(pid=9345): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:oc2g+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9345)]\u000a07:10:40.464467 run osmo-hlr_10.42.42.2(pid=9345): stdout: \u000a| (launched: 2022-12-10_07:10:37.246379) \u000a07:10:40.516194 run osmo-hlr_10.42.42.2(pid=9345): stderr: \u000a| �[0;m�[1;31m20221210071037421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071037421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071037421 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071037422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071037422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071037422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071037433 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:oc2g+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071037443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071037443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071037443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:10:40.559892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9334): Terminating (SIGTERM)\u000a07:10:40.601520 run iperf3-srv_10.42.42.10(pid=9335): Terminating (SIGTERM)\u000a07:10:40.642913 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9336): Terminating (SIGTERM)\u000a07:10:40.684119 run iperf3-srv_10.42.42.10(pid=9337): Terminating (SIGTERM)\u000a07:10:40.725748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9338): Terminating (SIGTERM)\u000a07:10:40.767018 run iperf3-srv_10.42.42.10(pid=9339): Terminating (SIGTERM)\u000a07:10:40.808799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9340): Terminating (SIGTERM)\u000a07:10:40.850151 run iperf3-srv_10.42.42.10(pid=9341): Terminating (SIGTERM)\u000a07:10:40.891671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9344): Terminating (SIGTERM)\u000a07:10:40.933253 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9347): Terminating (SIGTERM)\u000a07:10:40.974796 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9350): Terminating (SIGTERM)\u000a07:10:40.984510 --- ParallelTerminationStrategy: PID 9334 died...\u000a07:10:41.040228 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9334): Terminated: ok {rc=0}\u000a07:10:41.050481 --- ParallelTerminationStrategy: PID 9335 died...\u000a07:10:41.105922 run iperf3-srv_10.42.42.10(pid=9335): Terminated {rc=256}\u000a07:10:41.115940 --- ParallelTerminationStrategy: PID 9336 died...\u000a07:10:41.171376 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9336): Terminated: ok {rc=0}\u000a07:10:41.181916 --- ParallelTerminationStrategy: PID 9337 died...\u000a07:10:41.237203 run iperf3-srv_10.42.42.10(pid=9337): Terminated {rc=256}\u000a07:10:41.247420 --- ParallelTerminationStrategy: PID 9338 died...\u000a07:10:41.302851 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9338): Terminated: ok {rc=0}\u000a07:10:41.312674 --- ParallelTerminationStrategy: PID 9339 died...\u000a07:10:41.368921 run iperf3-srv_10.42.42.10(pid=9339): Terminated {rc=256}\u000a07:10:41.379116 --- ParallelTerminationStrategy: PID 9340 died...\u000a07:10:41.434482 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9340): Terminated: ok {rc=0}\u000a07:10:41.444657 --- ParallelTerminationStrategy: PID 9341 died...\u000a07:10:41.499841 run iperf3-srv_10.42.42.10(pid=9341): Terminated {rc=256}\u000a07:10:41.510091 --- ParallelTerminationStrategy: PID 9344 died...\u000a07:10:41.565502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9344): Terminated: ok {rc=0}\u000a07:10:41.575632 --- ParallelTerminationStrategy: PID 9347 died...\u000a07:10:41.631197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9347): Terminated: ok {rc=0}\u000a07:10:41.641431 --- ParallelTerminationStrategy: PID 9350 died...\u000a07:10:41.696654 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9350): Terminated: ok {rc=0}\u000a07:10:41.782869 bus /gobi_4: Setting Powered False\u000a07:10:42.883648 bus /gobi_4: Setting Powered False\u000a07:10:43.995142 bus /gobi_1: Setting Powered False\u000a07:10:45.096626 bus /gobi_1: Setting Powered False\u000a07:10:46.229681 bus /gobi_0: Setting Powered False\u000a07:10:47.332585 bus /gobi_0: Setting Powered False\u000a07:10:48.444006 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9358): Process ended prematurely: osmo-stp_10.42.42.5(pid=9358) [trial-2371↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9358)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9358): Process ended prematurely: osmo-stp_10.42.42.5(pid=9358) [trial-2371↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9358)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:oc2g+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a07:10:49.510858 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:49.522566 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:10:49.660792 tst ping.py: using LAC 26710\u000a07:10:49.773502 tst ping.py: using RAC 190\u000a07:10:49.886709 tst ping.py: using CellId 26710\u000a07:10:50.012243 tst ping.py: using BVCI 26711\u000a07:10:50.036223 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:50.047828 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:50.059186 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:50.070682 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:50.083064 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:50.094370 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:50.106059 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:50.117488 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:10:50.384554 tst ping.py:19: start network...\u000a07:10:50.503628 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:10:50.956672 run create_hlr_db(pid=9352): Launched\u000a07:10:51.122555 bus /gobi_6: Setting Powered False\u000a07:10:52.145061 run create_hlr_db(pid=9352): Terminated: ok {rc=0}\u000a07:10:52.555797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9354): Launched\u000a07:10:52.860029 run osmo-hlr_10.42.42.2(pid=9355): Launched\u000a07:10:52.973060 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:10:53.481101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9357): Launched\u000a07:10:53.768504 run osmo-stp_10.42.42.5(pid=9358): Launched\u000a07:10:53.873837 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:10:54.377687 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9360): Launched\u000a07:10:54.480267 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:10:54.731691 run patchelf(pid=9361): Launched\u000a07:10:54.901501 run osmo-stp_10.42.42.5(pid=9358): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9358)]\u000a07:10:55.025952 run osmo-stp_10.42.42.5(pid=9358): stdout: \u000a| (launched: 2022-12-10_07:10:53.626657)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:10:55.150846 run osmo-stp_10.42.42.5(pid=9358): stderr: \u000a| �[0;m�[38;5;43m20221210071053796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071053796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071053796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071053797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071053797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071053797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071053797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:10:55.270738 run osmo-stp_10.42.42.5(pid=9358): stdout: \u000a| (launched: 2022-12-10_07:10:53.626657)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:10:55.390123 run osmo-stp_10.42.42.5(pid=9358): stderr: \u000a| �[0;m�[38;5;43m20221210071053796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071053796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071053796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071053797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071053797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071053797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071053797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:10:55.528850 run patchelf(pid=9361): Terminating (SIGINT)\u000a07:10:55.692044 run patchelf(pid=9361): Terminated: ok {rc=0}\u000a07:10:55.721740 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9358): Process ended prematurely: osmo-stp_10.42.42.5(pid=9358) [trial-2371↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9358)] [trial-2371↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py:22]\u000a07:10:55.730283 tst ping.py:22: Test FAILED (6.2 sec)\u000a07:10:55.791354 run osmo-hlr_10.42.42.2(pid=9355): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:oc2g+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9355)]\u000a07:10:55.840544 run osmo-hlr_10.42.42.2(pid=9355): stdout: \u000a| (launched: 2022-12-10_07:10:52.712530) \u000a07:10:55.890207 run osmo-hlr_10.42.42.2(pid=9355): stderr: \u000a| �[0;m�[1;31m20221210071052889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071052889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071052889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071052889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071052889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071052889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071052901 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:oc2g+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071052909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071052909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071052909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:10:55.932080 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9354): Terminating (SIGTERM)\u000a07:10:55.972074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9357): Terminating (SIGTERM)\u000a07:10:56.012363 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9360): Terminating (SIGTERM)\u000a07:10:56.022131 --- ParallelTerminationStrategy: PID 9354 died...\u000a07:10:56.076070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9354): Terminated: ok {rc=0}\u000a07:10:56.085845 --- ParallelTerminationStrategy: PID 9357 died...\u000a07:10:56.138945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9357): Terminated: ok {rc=0}\u000a07:10:56.149068 --- ParallelTerminationStrategy: PID 9360 died...\u000a07:10:56.201771 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9360): Terminated: ok {rc=0}\u000a07:10:56.285396 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:oc2g+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9368): Process ended prematurely: osmo-stp_10.42.42.5(pid=9368) [trial-2371↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9368)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9368): Process ended prematurely: osmo-stp_10.42.42.5(pid=9368) [trial-2371↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9368)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:oc2g+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a07:10:57.338469 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:57.350654 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:10:57.495926 tst ping_idle_ping.py: using LAC 26711\u000a07:10:57.609951 tst ping_idle_ping.py: using RAC 191\u000a07:10:57.730314 tst ping_idle_ping.py: using CellId 26711\u000a07:10:57.842776 tst ping_idle_ping.py: using BVCI 26712\u000a07:10:57.865088 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:57.875866 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:57.886813 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:57.897937 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:57.908853 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:57.919746 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:57.930844 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:10:57.941791 tst gprs:oc2g+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:10:58.227647 tst ping_idle_ping.py:24: start network...\u000a07:10:58.357442 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:10:58.854349 run create_hlr_db(pid=9362): Launched\u000a07:10:59.033975 bus /gobi_6: Setting Powered False\u000a07:11:00.055710 run create_hlr_db(pid=9362): Terminated: ok {rc=0}\u000a07:11:00.444016 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9364): Launched\u000a07:11:00.734873 run osmo-hlr_10.42.42.2(pid=9365): Launched\u000a07:11:00.859052 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:11:01.424053 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9367): Launched\u000a07:11:01.878503 run osmo-stp_10.42.42.5(pid=9368): Launched\u000a07:11:02.080218 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:11:02.612939 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9370): Launched\u000a07:11:02.723675 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:11:02.993192 run patchelf(pid=9371): Launched\u000a07:11:03.174545 run osmo-stp_10.42.42.5(pid=9368): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9368)]\u000a07:11:03.307554 run osmo-stp_10.42.42.5(pid=9368): stdout: \u000a| (launched: 2022-12-10_07:11:01.573445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:11:03.441745 run osmo-stp_10.42.42.5(pid=9368): stderr: \u000a| �[0;m�[38;5;43m20221210071101816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071101816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071101817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071101817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071101818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071101818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071101818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:11:03.570222 run osmo-stp_10.42.42.5(pid=9368): stdout: \u000a| (launched: 2022-12-10_07:11:01.573445)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:11:03.697529 run osmo-stp_10.42.42.5(pid=9368): stderr: \u000a| �[0;m�[38;5;43m20221210071101816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071101816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071101817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071101817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071101818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071101818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071101818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:11:03.846440 run patchelf(pid=9371): Terminating (SIGINT)\u000a07:11:04.021140 run patchelf(pid=9371): Terminated: ok {rc=0}\u000a07:11:04.053096 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9368): Process ended prematurely: osmo-stp_10.42.42.5(pid=9368) [trial-2371↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9368)] [trial-2371↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a07:11:04.062408 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a07:11:04.125138 run osmo-hlr_10.42.42.2(pid=9365): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:oc2g+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9365)]\u000a07:11:04.176327 run osmo-hlr_10.42.42.2(pid=9365): stdout: \u000a| (launched: 2022-12-10_07:11:00.590681) \u000a07:11:04.228206 run osmo-hlr_10.42.42.2(pid=9365): stderr: \u000a| �[0;m�[1;31m20221210071100765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071100765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071100765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071100765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071100765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071100765 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071100777 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:oc2g+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071100786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071100786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071100786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:11:04.272656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9364): Terminating (SIGTERM)\u000a07:11:04.314660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9367): Terminating (SIGTERM)\u000a07:11:04.357191 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9370): Terminating (SIGTERM)\u000a07:11:04.366902 --- ParallelTerminationStrategy: PID 9364 died...\u000a07:11:04.422938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9364): Terminated: ok {rc=0}\u000a07:11:04.433067 --- ParallelTerminationStrategy: PID 9367 died...\u000a07:11:04.488619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9367): Terminated: ok {rc=0}\u000a07:11:04.498817 --- ParallelTerminationStrategy: PID 9370 died...\u000a07:11:04.554449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9370): Terminated: ok {rc=0}\u000a07:11:04.642348 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "32", "name" : "gprs_oc2g+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:10:07" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9385): Process ended prematurely: osmo-stp_10.42.42.5(pid=9385) [trial-2371↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9385)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9385): Process ended prematurely: osmo-stp_10.42.42.5(pid=9385) [trial-2371↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9385)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:oc2g+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:11:06.745690 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:06.756396 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:11:06.904016 tst cs_paging_gprs_active.py: using LAC 26712\u000a07:11:07.021690 tst cs_paging_gprs_active.py: using RAC 192\u000a07:11:07.136724 tst cs_paging_gprs_active.py: using CellId 26712\u000a07:11:07.254607 tst cs_paging_gprs_active.py: using BVCI 26713\u000a07:11:07.277133 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:07.287850 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:07.298361 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:07.309112 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:07.319717 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:07.330449 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:07.341278 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:07.351943 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:07.362823 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:11:07.480719 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:11:07.754809 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:11:07.877035 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:11:08.182799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9375): Launched\u000a07:11:08.435794 run iperf3-srv_10.42.42.10(pid=9376): Launched\u000a07:11:08.615100 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:11:08.737097 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:11:09.042152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9377): Launched\u000a07:11:09.294459 run iperf3-srv_10.42.42.10(pid=9378): Launched\u000a07:11:09.473817 tst cs_paging_gprs_active.py:38: start network...\u000a07:11:09.595692 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:11:10.057327 run create_hlr_db(pid=9379): Launched\u000a07:11:10.226922 bus /gobi_6: Setting Powered False\u000a07:11:11.248735 run create_hlr_db(pid=9379): Terminated: ok {rc=0}\u000a07:11:11.668300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9381): Launched\u000a07:11:11.984357 run osmo-hlr_10.42.42.2(pid=9382): Launched\u000a07:11:12.100285 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:11:12.647324 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9384): Launched\u000a07:11:12.963548 run osmo-stp_10.42.42.5(pid=9385): Launched\u000a07:11:13.097412 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:11:13.647518 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9387): Launched\u000a07:11:13.760210 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:11:14.035377 run patchelf(pid=9388): Launched\u000a07:11:14.221284 run osmo-stp_10.42.42.5(pid=9385): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9385)]\u000a07:11:14.357217 run osmo-stp_10.42.42.5(pid=9385): stdout: \u000a| (launched: 2022-12-10_07:11:12.808482)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:11:14.493182 run osmo-stp_10.42.42.5(pid=9385): stderr: \u000a| �[0;m�[38;5;43m20221210071112998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071112998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071112998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071112999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071112999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071112999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071112999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:11:14.623602 run osmo-stp_10.42.42.5(pid=9385): stdout: \u000a| (launched: 2022-12-10_07:11:12.808482)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:11:14.753181 run osmo-stp_10.42.42.5(pid=9385): stderr: \u000a| �[0;m�[38;5;43m20221210071112998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071112998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071112998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071112999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071112999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071112999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071112999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:11:14.904331 run patchelf(pid=9388): Terminating (SIGINT)\u000a07:11:15.082340 run patchelf(pid=9388): Terminated: ok {rc=0}\u000a07:11:15.114982 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9385): Process ended prematurely: osmo-stp_10.42.42.5(pid=9385) [trial-2371↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9385)] [trial-2371↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a07:11:15.124616 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a07:11:15.186706 run osmo-hlr_10.42.42.2(pid=9382): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:oc2g+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9382)]\u000a07:11:15.237703 run osmo-hlr_10.42.42.2(pid=9382): stdout: \u000a| (launched: 2022-12-10_07:11:11.829262) \u000a07:11:15.289408 run osmo-hlr_10.42.42.2(pid=9382): stderr: \u000a| �[0;m�[1;31m20221210071112024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071112024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071112024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071112024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071112024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071112024 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071112036 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:oc2g+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071112044 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071112045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071112045 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:11:15.333492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9375): Terminating (SIGTERM)\u000a07:11:15.375545 run iperf3-srv_10.42.42.10(pid=9376): Terminating (SIGTERM)\u000a07:11:15.417374 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9377): Terminating (SIGTERM)\u000a07:11:15.458963 run iperf3-srv_10.42.42.10(pid=9378): Terminating (SIGTERM)\u000a07:11:15.500597 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9381): Terminating (SIGTERM)\u000a07:11:15.542268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9384): Terminating (SIGTERM)\u000a07:11:15.584190 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9387): Terminating (SIGTERM)\u000a07:11:15.593813 --- ParallelTerminationStrategy: PID 9375 died...\u000a07:11:15.649422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9375): Terminated: ok {rc=0}\u000a07:11:15.659422 --- ParallelTerminationStrategy: PID 9376 died...\u000a07:11:15.714265 run iperf3-srv_10.42.42.10(pid=9376): Terminated {rc=256}\u000a07:11:15.724205 --- ParallelTerminationStrategy: PID 9377 died...\u000a07:11:15.779185 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9377): Terminated: ok {rc=0}\u000a07:11:15.789162 --- ParallelTerminationStrategy: PID 9378 died...\u000a07:11:15.852212 run iperf3-srv_10.42.42.10(pid=9378): Terminated {rc=256}\u000a07:11:15.862741 --- ParallelTerminationStrategy: PID 9381 died...\u000a07:11:15.918904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9381): Terminated: ok {rc=0}\u000a07:11:15.929349 --- ParallelTerminationStrategy: PID 9384 died...\u000a07:11:15.985205 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9384): Terminated: ok {rc=0}\u000a07:11:15.995563 --- ParallelTerminationStrategy: PID 9387 died...\u000a07:11:16.051572 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9387): Terminated: ok {rc=0}\u000a07:11:16.154377 bus /gobi_0: Setting Powered False\u000a07:11:17.260248 bus /gobi_0: Setting Powered False\u000a07:11:18.369465 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9397): Process ended prematurely: osmo-stp_10.42.42.5(pid=9397) [trial-2371↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9397)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9397): Process ended prematurely: osmo-stp_10.42.42.5(pid=9397) [trial-2371↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9397)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:oc2g+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a07:11:19.482349 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:19.494292 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:11:19.645422 tst iperf3.py: using LAC 26713\u000a07:11:19.765468 tst iperf3.py: using RAC 193\u000a07:11:19.880173 tst iperf3.py: using CellId 26713\u000a07:11:20.002714 tst iperf3.py: using BVCI 26714\u000a07:11:20.027022 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:20.038382 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:20.049564 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:20.060622 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:20.072138 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:20.083425 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:20.094785 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:20.105852 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:20.117269 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:11:20.389392 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:11:20.512046 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:11:20.815941 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9389): Launched\u000a07:11:21.066968 run iperf3-srv_10.42.42.10(pid=9390): Launched\u000a07:11:21.245365 tst iperf3.py:8: start network...\u000a07:11:21.367288 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:11:21.827725 run create_hlr_db(pid=9391): Launched\u000a07:11:21.995985 bus /gobi_6: Setting Powered False\u000a07:11:23.018648 run create_hlr_db(pid=9391): Terminated: ok {rc=0}\u000a07:11:23.436913 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9393): Launched\u000a07:11:23.753337 run osmo-hlr_10.42.42.2(pid=9394): Launched\u000a07:11:23.869527 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:11:24.416548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9396): Launched\u000a07:11:24.732649 run osmo-stp_10.42.42.5(pid=9397): Launched\u000a07:11:24.848015 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:11:25.396631 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9399): Launched\u000a07:11:25.509016 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:11:25.782498 run patchelf(pid=9400): Launched\u000a07:11:25.966503 run osmo-stp_10.42.42.5(pid=9397): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9397)]\u000a07:11:26.101460 run osmo-stp_10.42.42.5(pid=9397): stdout: \u000a| (launched: 2022-12-10_07:11:24.576059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:11:26.236932 run osmo-stp_10.42.42.5(pid=9397): stderr: \u000a| �[0;m�[38;5;43m20221210071124766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071124766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071124767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071124767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071124768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071124768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071124768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:11:26.367987 run osmo-stp_10.42.42.5(pid=9397): stdout: \u000a| (launched: 2022-12-10_07:11:24.576059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:11:26.497378 run osmo-stp_10.42.42.5(pid=9397): stderr: \u000a| �[0;m�[38;5;43m20221210071124766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071124766 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071124767 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071124767 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071124768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071124768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071124768 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:11:26.648229 run patchelf(pid=9400): Terminating (SIGINT)\u000a07:11:26.825845 run patchelf(pid=9400): Terminated: ok {rc=0}\u000a07:11:26.858373 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9397): Process ended prematurely: osmo-stp_10.42.42.5(pid=9397) [trial-2371↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9397)] [trial-2371↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a07:11:26.868029 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a07:11:26.930660 run osmo-hlr_10.42.42.2(pid=9394): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9394)]\u000a07:11:26.981881 run osmo-hlr_10.42.42.2(pid=9394): stdout: \u000a| (launched: 2022-12-10_07:11:23.597508) \u000a07:11:27.033608 run osmo-hlr_10.42.42.2(pid=9394): stderr: \u000a| �[0;m�[1;31m20221210071123793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071123793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071123793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071123793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071123793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071123793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071123805 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:oc2g+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071123816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071123816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071123816 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:11:27.077723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9389): Terminating (SIGTERM)\u000a07:11:27.119717 run iperf3-srv_10.42.42.10(pid=9390): Terminating (SIGTERM)\u000a07:11:27.161714 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9393): Terminating (SIGTERM)\u000a07:11:27.203620 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9396): Terminating (SIGTERM)\u000a07:11:27.245739 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9399): Terminating (SIGTERM)\u000a07:11:27.255401 --- ParallelTerminationStrategy: PID 9389 died...\u000a07:11:27.311460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9389): Terminated: ok {rc=0}\u000a07:11:27.321611 --- ParallelTerminationStrategy: PID 9390 died...\u000a07:11:27.377467 run iperf3-srv_10.42.42.10(pid=9390): Terminated {rc=256}\u000a07:11:27.387348 --- ParallelTerminationStrategy: PID 9393 died...\u000a07:11:27.443202 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9393): Terminated: ok {rc=0}\u000a07:11:27.453381 --- ParallelTerminationStrategy: PID 9396 died...\u000a07:11:27.508980 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9396): Terminated: ok {rc=0}\u000a07:11:27.519172 --- ParallelTerminationStrategy: PID 9399 died...\u000a07:11:27.574751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9399): Terminated: ok {rc=0}\u000a07:11:27.659978 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9415): Process ended prematurely: osmo-stp_10.42.42.5(pid=9415) [trial-2371↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9415)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9415): Process ended prematurely: osmo-stp_10.42.42.5(pid=9415) [trial-2371↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9415)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:oc2g+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a07:11:28.772613 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:28.785012 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:11:28.935645 tst iperf3m4.py: using LAC 26714\u000a07:11:29.053556 tst iperf3m4.py: using RAC 194\u000a07:11:29.168336 tst iperf3m4.py: using CellId 26714\u000a07:11:29.282780 tst iperf3m4.py: using BVCI 26715\u000a07:11:29.305626 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:29.316230 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:29.326861 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:29.337751 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:29.348517 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:29.359391 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:29.370319 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:29.380917 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:29.391791 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:11:29.510198 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:11:29.626438 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:11:29.744721 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:11:30.015839 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:11:30.138620 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:11:30.443284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9401): Launched\u000a07:11:30.695401 run iperf3-srv_10.42.42.10(pid=9402): Launched\u000a07:11:30.891562 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:11:31.033771 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:11:31.398032 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9403): Launched\u000a07:11:31.681062 run iperf3-srv_10.42.42.10(pid=9404): Launched\u000a07:11:31.863692 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:11:31.989687 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:11:32.317346 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9405): Launched\u000a07:11:32.569843 run iperf3-srv_10.42.42.10(pid=9406): Launched\u000a07:11:32.748290 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:11:32.870384 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:11:33.174415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9407): Launched\u000a07:11:33.426240 run iperf3-srv_10.42.42.10(pid=9408): Launched\u000a07:11:33.604609 tst iperf3m4.py:8: start network...\u000a07:11:33.726860 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:11:34.187392 run create_hlr_db(pid=9409): Launched\u000a07:11:34.356105 bus /gobi_6: Setting Powered False\u000a07:11:35.377591 run create_hlr_db(pid=9409): Terminated: ok {rc=0}\u000a07:11:35.768768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9411): Launched\u000a07:11:36.063187 run osmo-hlr_10.42.42.2(pid=9412): Launched\u000a07:11:36.177535 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:11:36.694330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9414): Launched\u000a07:11:36.988190 run osmo-stp_10.42.42.5(pid=9415): Launched\u000a07:11:37.095796 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:11:37.606952 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9417): Launched\u000a07:11:37.711636 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:11:37.968086 run patchelf(pid=9418): Launched\u000a07:11:38.140419 run osmo-stp_10.42.42.5(pid=9415): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9415)]\u000a07:11:38.266785 run osmo-stp_10.42.42.5(pid=9415): stdout: \u000a| (launched: 2022-12-10_07:11:36.842990)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:11:38.394283 run osmo-stp_10.42.42.5(pid=9415): stderr: \u000a| �[0;m�[38;5;43m20221210071137010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071137010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071137010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071137011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071137011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071137011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071137011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:11:38.515905 run osmo-stp_10.42.42.5(pid=9415): stdout: \u000a| (launched: 2022-12-10_07:11:36.842990)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:11:38.636346 run osmo-stp_10.42.42.5(pid=9415): stderr: \u000a| �[0;m�[38;5;43m20221210071137010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071137010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071137010 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071137011 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071137011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071137011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071137011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:11:38.777436 run patchelf(pid=9418): Terminating (SIGINT)\u000a07:11:38.943686 run patchelf(pid=9418): Terminated: ok {rc=0}\u000a07:11:38.974399 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9415): Process ended prematurely: osmo-stp_10.42.42.5(pid=9415) [trial-2371↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9415)] [trial-2371↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a07:11:38.983395 tst iperf3m4.py:8: Test FAILED (10.2 sec)\u000a07:11:39.044039 run osmo-hlr_10.42.42.2(pid=9412): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:oc2g+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9412)]\u000a07:11:39.093079 run osmo-hlr_10.42.42.2(pid=9412): stdout: \u000a| (launched: 2022-12-10_07:11:35.917705) \u000a07:11:39.142992 run osmo-hlr_10.42.42.2(pid=9412): stderr: \u000a| �[0;m�[1;31m20221210071136092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071136092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071136092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071136092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071136092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071136092 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071136108 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:oc2g+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071136118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071136118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071136118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:11:39.185080 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9401): Terminating (SIGTERM)\u000a07:11:39.224437 run iperf3-srv_10.42.42.10(pid=9402): Terminating (SIGTERM)\u000a07:11:39.264128 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9403): Terminating (SIGTERM)\u000a07:11:39.303686 run iperf3-srv_10.42.42.10(pid=9404): Terminating (SIGTERM)\u000a07:11:39.343363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9405): Terminating (SIGTERM)\u000a07:11:39.382828 run iperf3-srv_10.42.42.10(pid=9406): Terminating (SIGTERM)\u000a07:11:39.422590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9407): Terminating (SIGTERM)\u000a07:11:39.461842 run iperf3-srv_10.42.42.10(pid=9408): Terminating (SIGTERM)\u000a07:11:39.501421 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9411): Terminating (SIGTERM)\u000a07:11:39.540807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9414): Terminating (SIGTERM)\u000a07:11:39.580435 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9417): Terminating (SIGTERM)\u000a07:11:39.589732 --- ParallelTerminationStrategy: PID 9401 died...\u000a07:11:39.643550 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9401): Terminated: ok {rc=0}\u000a07:11:39.653131 --- ParallelTerminationStrategy: PID 9402 died...\u000a07:11:39.705922 run iperf3-srv_10.42.42.10(pid=9402): Terminated {rc=256}\u000a07:11:39.715582 --- ParallelTerminationStrategy: PID 9403 died...\u000a07:11:39.768788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9403): Terminated: ok {rc=0}\u000a07:11:39.778227 --- ParallelTerminationStrategy: PID 9404 died...\u000a07:11:39.830825 run iperf3-srv_10.42.42.10(pid=9404): Terminated {rc=256}\u000a07:11:39.840474 --- ParallelTerminationStrategy: PID 9405 died...\u000a07:11:39.893506 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9405): Terminated: ok {rc=0}\u000a07:11:39.902993 --- ParallelTerminationStrategy: PID 9406 died...\u000a07:11:39.955526 run iperf3-srv_10.42.42.10(pid=9406): Terminated {rc=256}\u000a07:11:39.965317 --- ParallelTerminationStrategy: PID 9407 died...\u000a07:11:40.018155 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9407): Terminated: ok {rc=0}\u000a07:11:40.027824 --- ParallelTerminationStrategy: PID 9408 died...\u000a07:11:40.081781 run iperf3-srv_10.42.42.10(pid=9408): Terminated {rc=256}\u000a07:11:40.091249 --- ParallelTerminationStrategy: PID 9411 died...\u000a07:11:40.144021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9411): Terminated: ok {rc=0}\u000a07:11:40.153775 --- ParallelTerminationStrategy: PID 9414 died...\u000a07:11:40.206971 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9414): Terminated: ok {rc=0}\u000a07:11:40.216732 --- ParallelTerminationStrategy: PID 9417 died...\u000a07:11:40.269361 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9417): Terminated: ok {rc=0}\u000a07:11:40.358608 bus /gobi_4: Setting Powered False\u000a07:11:41.467264 bus /gobi_4: Setting Powered False\u000a07:11:42.579386 bus /gobi_1: Setting Powered False\u000a07:11:43.682357 bus /gobi_1: Setting Powered False\u000a07:11:44.792614 bus /gobi_0: Setting Powered False\u000a07:11:45.906110 bus /gobi_0: Setting Powered False\u000a07:11:47.038693 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9426): Process ended prematurely: osmo-stp_10.42.42.5(pid=9426) [trial-2371↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9426)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9426): Process ended prematurely: osmo-stp_10.42.42.5(pid=9426) [trial-2371↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9426)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:oc2g+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a07:11:48.112090 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:48.123631 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:11:48.267848 tst ping.py: using LAC 26715\u000a07:11:48.384000 tst ping.py: using RAC 195\u000a07:11:48.500195 tst ping.py: using CellId 26715\u000a07:11:48.615289 tst ping.py: using BVCI 26716\u000a07:11:48.637377 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:48.648039 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:48.658698 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:48.669720 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:48.680580 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:48.691417 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:48.702764 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:48.713922 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:11:48.997261 tst ping.py:19: start network...\u000a07:11:49.126701 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:11:49.620930 run create_hlr_db(pid=9420): Launched\u000a07:11:49.799873 bus /gobi_6: Setting Powered False\u000a07:11:50.810973 run create_hlr_db(pid=9420): Terminated: ok {rc=0}\u000a07:11:51.228553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9422): Launched\u000a07:11:51.537226 run osmo-hlr_10.42.42.2(pid=9423): Launched\u000a07:11:51.650731 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:11:52.191442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9425): Launched\u000a07:11:52.501268 run osmo-stp_10.42.42.5(pid=9426): Launched\u000a07:11:52.613846 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:11:53.152678 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9428): Launched\u000a07:11:53.262599 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:11:53.531841 run patchelf(pid=9429): Launched\u000a07:11:53.712572 run osmo-stp_10.42.42.5(pid=9426): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9426)]\u000a07:11:53.844567 run osmo-stp_10.42.42.5(pid=9426): stdout: \u000a| (launched: 2022-12-10_07:11:52.348539)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:11:53.977124 run osmo-stp_10.42.42.5(pid=9426): stderr: \u000a| �[0;m�[38;5;43m20221210071152539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071152539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071152539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071152539 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071152542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071152542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071152542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:11:54.105063 run osmo-stp_10.42.42.5(pid=9426): stdout: \u000a| (launched: 2022-12-10_07:11:52.348539)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:11:54.231802 run osmo-stp_10.42.42.5(pid=9426): stderr: \u000a| �[0;m�[38;5;43m20221210071152539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071152539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071152539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071152539 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071152542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071152542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071152542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:11:54.380269 run patchelf(pid=9429): Terminating (SIGINT)\u000a07:11:54.555186 run patchelf(pid=9429): Terminated: ok {rc=0}\u000a07:11:54.586743 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9426): Process ended prematurely: osmo-stp_10.42.42.5(pid=9426) [trial-2371↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9426)] [trial-2371↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py:22]\u000a07:11:54.595760 tst ping.py:22: Test FAILED (6.5 sec)\u000a07:11:54.658181 run osmo-hlr_10.42.42.2(pid=9423): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:oc2g+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9423)]\u000a07:11:54.709348 run osmo-hlr_10.42.42.2(pid=9423): stdout: \u000a| (launched: 2022-12-10_07:11:51.385877) \u000a07:11:54.761005 run osmo-hlr_10.42.42.2(pid=9423): stderr: \u000a| �[0;m�[1;31m20221210071151583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071151583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071151583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071151583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071151583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071151583 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071151595 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:oc2g+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071151603 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071151604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071151604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:11:54.805346 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9422): Terminating (SIGTERM)\u000a07:11:54.847283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9425): Terminating (SIGTERM)\u000a07:11:54.889248 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9428): Terminating (SIGTERM)\u000a07:11:54.898915 --- ParallelTerminationStrategy: PID 9422 died...\u000a07:11:54.954834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9422): Terminated: ok {rc=0}\u000a07:11:54.964897 --- ParallelTerminationStrategy: PID 9425 died...\u000a07:11:55.020504 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9425): Terminated: ok {rc=0}\u000a07:11:55.030592 --- ParallelTerminationStrategy: PID 9428 died...\u000a07:11:55.086215 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9428): Terminated: ok {rc=0}\u000a07:11:55.174603 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:oc2g+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9436): Process ended prematurely: osmo-stp_10.42.42.5(pid=9436) [trial-2371↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9436)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9436): Process ended prematurely: osmo-stp_10.42.42.5(pid=9436) [trial-2371↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9436)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:oc2g+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a07:11:56.228060 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:56.240511 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:11:56.388479 tst ping_idle_ping.py: using LAC 26716\u000a07:11:56.510069 tst ping_idle_ping.py: using RAC 196\u000a07:11:56.632374 tst ping_idle_ping.py: using CellId 26716\u000a07:11:56.753452 tst ping_idle_ping.py: using BVCI 26717\u000a07:11:56.777061 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:56.788205 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:56.799353 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:56.810535 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:56.821549 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:56.832486 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:56.843763 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:11:56.854834 tst gprs:oc2g+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:11:57.123873 tst ping_idle_ping.py:24: start network...\u000a07:11:57.244908 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:11:57.723767 run create_hlr_db(pid=9430): Launched\u000a07:11:57.903461 bus /gobi_6: Setting Powered False\u000a07:11:58.924474 run create_hlr_db(pid=9430): Terminated: ok {rc=0}\u000a07:11:59.336146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9432): Launched\u000a07:11:59.646608 run osmo-hlr_10.42.42.2(pid=9433): Launched\u000a07:11:59.760704 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:12:00.296238 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9435): Launched\u000a07:12:00.606900 run osmo-stp_10.42.42.5(pid=9436): Launched\u000a07:12:00.718932 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:12:01.309470 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9438): Launched\u000a07:12:01.417464 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:12:01.699567 run patchelf(pid=9439): Launched\u000a07:12:01.878941 run osmo-stp_10.42.42.5(pid=9436): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9436)]\u000a07:12:02.009059 run osmo-stp_10.42.42.5(pid=9436): stdout: \u000a| (launched: 2022-12-10_07:12:00.454049)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:12:02.139282 run osmo-stp_10.42.42.5(pid=9436): stderr: \u000a| �[0;m�[38;5;43m20221210071200644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071200644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071200644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071200645 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071200645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071200645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071200645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:12:02.261390 run osmo-stp_10.42.42.5(pid=9436): stdout: \u000a| (launched: 2022-12-10_07:12:00.454049)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:12:02.380766 run osmo-stp_10.42.42.5(pid=9436): stderr: \u000a| �[0;m�[38;5;43m20221210071200644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071200644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071200644 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071200645 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071200645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071200645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071200645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:12:02.520741 run patchelf(pid=9439): Terminating (SIGINT)\u000a07:12:02.685415 run patchelf(pid=9439): Terminated: ok {rc=0}\u000a07:12:02.715478 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9436): Process ended prematurely: osmo-stp_10.42.42.5(pid=9436) [trial-2371↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9436)] [trial-2371↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a07:12:02.724292 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a07:12:02.785013 run osmo-hlr_10.42.42.2(pid=9433): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:oc2g+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9433)]\u000a07:12:02.834359 run osmo-hlr_10.42.42.2(pid=9433): stdout: \u000a| (launched: 2022-12-10_07:11:59.494387) \u000a07:12:02.884106 run osmo-hlr_10.42.42.2(pid=9433): stderr: \u000a| �[0;m�[1;31m20221210071159689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071159689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071159689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071159689 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071159690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071159690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071159701 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:oc2g+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071159709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071159709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071159709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:12:02.926551 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9432): Terminating (SIGTERM)\u000a07:12:02.966472 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9435): Terminating (SIGTERM)\u000a07:12:03.006619 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9438): Terminating (SIGTERM)\u000a07:12:03.016035 --- ParallelTerminationStrategy: PID 9432 died...\u000a07:12:03.070045 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9432): Terminated: ok {rc=0}\u000a07:12:03.079688 --- ParallelTerminationStrategy: PID 9435 died...\u000a07:12:03.132800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9435): Terminated: ok {rc=0}\u000a07:12:03.142664 --- ParallelTerminationStrategy: PID 9438 died...\u000a07:12:03.195904 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9438): Terminated: ok {rc=0}\u000a07:12:03.285244 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "33", "name" : "gprs_oc2g+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:11:06" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9449): Process ended prematurely: osmo-stp_10.42.42.5(pid=9449) [trial-2371↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9449)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9449): Process ended prematurely: osmo-stp_10.42.42.5(pid=9449) [trial-2371↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9449)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a07:12:05.269361 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:12:05.281338 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:12:05.427784 tst switch_tch_pdch.py: using LAC 26717\u000a07:12:05.550120 tst switch_tch_pdch.py: using RAC 197\u000a07:12:05.670974 tst switch_tch_pdch.py: using CellId 26717\u000a07:12:05.791911 tst switch_tch_pdch.py: using BVCI 26718\u000a07:12:05.815832 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:12:05.827194 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:12:05.838448 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:12:05.849697 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:12:05.860864 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:12:05.872160 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:12:05.883542 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:12:05.894773 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:12:06.009090 tst dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:12:06.276130 tst switch_tch_pdch.py:51: start network...\u000a07:12:06.396213 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:12:06.851500 run create_hlr_db(pid=9443): Launched\u000a07:12:07.017675 bus /gobi_6: Setting Powered False\u000a07:12:08.039285 run create_hlr_db(pid=9443): Terminated: ok {rc=0}\u000a07:12:08.450119 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9445): Launched\u000a07:12:08.760607 run osmo-hlr_10.42.42.2(pid=9446): Launched\u000a07:12:08.874517 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:12:09.412483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9448): Launched\u000a07:12:09.721121 run osmo-stp_10.42.42.5(pid=9449): Launched\u000a07:12:09.833013 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:12:10.371315 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9451): Launched\u000a07:12:10.481803 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:12:10.750678 run patchelf(pid=9452): Launched\u000a07:12:10.930880 run osmo-stp_10.42.42.5(pid=9449): ERR: Terminated: ERROR {rc=1} [trial-2371↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9449)]\u000a07:12:11.062854 run osmo-stp_10.42.42.5(pid=9449): stdout: \u000a| (launched: 2022-12-10_07:12:09.569380)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:12:11.194927 run osmo-stp_10.42.42.5(pid=9449): stderr: \u000a| �[0;m�[38;5;43m20221210071209759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071209759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071209759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071209760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071209760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071209760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071209760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:12:11.322357 run osmo-stp_10.42.42.5(pid=9449): stdout: \u000a| (launched: 2022-12-10_07:12:09.569380)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:12:11.448906 run osmo-stp_10.42.42.5(pid=9449): stderr: \u000a| �[0;m�[38;5;43m20221210071209759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071209759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071209759 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071209760 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071209760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071209760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071209760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:12:11.596905 run patchelf(pid=9452): Terminating (SIGINT)\u000a07:12:11.770172 run patchelf(pid=9452): Terminated: ok {rc=0}\u000a07:12:11.801760 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=9449): Process ended prematurely: osmo-stp_10.42.42.5(pid=9449) [trial-2371↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9449)] [trial-2371↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a07:12:11.810791 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a07:12:11.872483 run osmo-hlr_10.42.42.2(pid=9446): ERR: Terminated: ERROR {rc=237} [trial-2371↪dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9446)]\u000a07:12:11.923340 run osmo-hlr_10.42.42.2(pid=9446): stdout: \u000a| (launched: 2022-12-10_07:12:08.608478) \u000a07:12:11.974550 run osmo-hlr_10.42.42.2(pid=9446): stderr: \u000a| �[0;m�[1;31m20221210071208804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071208804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071208804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071208804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071208804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071208804 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071208816 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/dynts:oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071208825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071208825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071208825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:12:12.018297 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9445): Terminating (SIGTERM)\u000a07:12:12.059642 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9448): Terminating (SIGTERM)\u000a07:12:12.101127 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9451): Terminating (SIGTERM)\u000a07:12:12.110197 --- ParallelTerminationStrategy: PID 9445 died...\u000a07:12:12.165292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9445): Terminated: ok {rc=0}\u000a07:12:12.175114 --- ParallelTerminationStrategy: PID 9448 died...\u000a07:12:12.229773 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9448): Terminated: ok {rc=0}\u000a07:12:12.239565 --- ParallelTerminationStrategy: PID 9451 died...\u000a07:12:12.294010 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9451): Terminated: ok {rc=0}\u000a07:12:12.381517 bus /gobi_0: Setting Powered False\u000a07:12:13.483892 bus /gobi_0: Setting Powered False\u000a07:12:14.594717 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "34", "name" : "dynts_oc2g+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:12:05" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "dynts:oc2g+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9464): Process ended prematurely: osmo-stp_10.42.42.5(pid=9464) [trial-2371↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9464)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9464): Process ended prematurely: osmo-stp_10.42.42.5(pid=9464) [trial-2371↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9464)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 dynts:oc2g+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a07:12:16.575237 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:12:16.590293 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a07:12:16.751589 tst switch_tch_pdch.py: using LAC 26718\u000a07:12:16.869837 tst switch_tch_pdch.py: using RAC 198\u000a07:12:16.987245 tst switch_tch_pdch.py: using CellId 26718\u000a07:12:17.105469 tst switch_tch_pdch.py: using BVCI 26719\u000a07:12:17.128856 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:12:17.140694 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:12:17.152428 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:12:17.166027 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:12:17.178263 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:12:17.189905 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:12:17.203773 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:12:17.216474 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a07:12:17.343079 tst dynts:oc2g+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a07:12:17.611503 tst switch_tch_pdch.py:51: start network...\u000a07:12:17.732757 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:12:18.162868 run create_hlr_db(pid=9458): Launched\u000a07:12:18.281398 bus /gobi_6: Setting Powered False\u000a07:12:19.351781 run create_hlr_db(pid=9458): Terminated: ok {rc=0}\u000a07:12:19.735765 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9460): Launched\u000a07:12:20.045081 run osmo-hlr_10.42.42.2(pid=9461): Launched\u000a07:12:20.161788 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:12:20.672610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9463): Launched\u000a07:12:20.980336 run osmo-stp_10.42.42.5(pid=9464): Launched\u000a07:12:21.092473 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:12:21.604029 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9466): Launched\u000a07:12:21.713913 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:12:21.982220 run patchelf(pid=9467): Launched\u000a07:12:22.162362 run osmo-stp_10.42.42.5(pid=9464): ERR: Terminated: ERROR {rc=1} [trial-2371↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9464)]\u000a07:12:22.294508 run osmo-stp_10.42.42.5(pid=9464): stdout: \u000a| (launched: 2022-12-10_07:12:20.829768)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:12:22.427579 run osmo-stp_10.42.42.5(pid=9464): stderr: \u000a| �[0;m�[38;5;43m20221210071221018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071221018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071221018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071221018 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071221021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071221021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071221021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:12:22.555476 run osmo-stp_10.42.42.5(pid=9464): stdout: \u000a| (launched: 2022-12-10_07:12:20.829768)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:12:22.682500 run osmo-stp_10.42.42.5(pid=9464): stderr: \u000a| �[0;m�[38;5;43m20221210071221018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071221018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071221018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071221018 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071221021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071221021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071221021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:12:22.830357 run patchelf(pid=9467): Terminating (SIGINT)\u000a07:12:23.003560 run patchelf(pid=9467): Terminated: ok {rc=0}\u000a07:12:23.035150 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=9464): Process ended prematurely: osmo-stp_10.42.42.5(pid=9464) [trial-2371↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9464)] [trial-2371↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a07:12:23.044255 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a07:12:23.106064 run osmo-hlr_10.42.42.2(pid=9461): ERR: Terminated: ERROR {rc=237} [trial-2371↪dynts:oc2g+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9461)]\u000a07:12:23.156731 run osmo-hlr_10.42.42.2(pid=9461): stdout: \u000a| (launched: 2022-12-10_07:12:19.893369) \u000a07:12:23.208203 run osmo-hlr_10.42.42.2(pid=9461): stderr: \u000a| �[0;m�[1;31m20221210071220089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071220089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071220089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071220089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071220089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071220089 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071220101 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/dynts:oc2g+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071220111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071220111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071220111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:12:23.252081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9460): Terminating (SIGTERM)\u000a07:12:23.293514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9463): Terminating (SIGTERM)\u000a07:12:23.334882 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9466): Terminating (SIGTERM)\u000a07:12:23.344349 --- ParallelTerminationStrategy: PID 9460 died...\u000a07:12:23.399798 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9460): Terminated: ok {rc=0}\u000a07:12:23.409694 --- ParallelTerminationStrategy: PID 9463 died...\u000a07:12:23.464753 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9463): Terminated: ok {rc=0}\u000a07:12:23.474557 --- ParallelTerminationStrategy: PID 9466 died...\u000a07:12:23.529736 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9466): Terminated: ok {rc=0}\u000a07:12:23.616717 bus /gobi_0: Setting Powered False\u000a07:12:24.720351 bus /gobi_0: Setting Powered False\u000a07:12:25.829493 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "35", "name" : "dynts_oc2g+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:12:16" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "nitb_sms:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9472): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9472) [trial-2371↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9472)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9472): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9472) [trial-2371↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9472)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 nitb_sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a07:12:27.703649 tst nitb_sms:trx-b200: Using 1 x ip_address (candidates: 1)\u000a07:12:27.714141 tst nitb_sms:trx-b200: Using 1 x bts (candidates: 1)\u000a07:12:27.845565 tst mo_mt_sms.py: using LAC 26719\u000a07:12:27.958191 tst mo_mt_sms.py: using RAC 199\u000a07:12:28.070949 tst mo_mt_sms.py: using CellId 26719\u000a07:12:28.184243 tst mo_mt_sms.py: using BVCI 26720\u000a07:12:28.206031 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a07:12:28.322458 tst nitb_sms:trx-b200: Using 1 x modem (candidates: 2)\u000a07:12:28.590234 tst mo_mt_sms.py:9: start nitb and bts...\u000a07:12:28.710043 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a07:12:29.308235 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9471): Launched\u000a07:12:29.593936 run osmo-nitb_10.42.42.2(pid=9472): Launched\u000a07:12:29.771141 run osmo-nitb_10.42.42.2(pid=9472): ERR: Terminated: ERROR {rc=2} [trial-2371↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9472)]\u000a07:12:29.902339 run osmo-nitb_10.42.42.2(pid=9472): stdout: \u000a| (launched: 2022-12-10_07:12:29.454916) \u000a07:12:30.034092 run osmo-nitb_10.42.42.2(pid=9472): stderr: \u000a| (launched: 2022-12-10_07:12:29.497898)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:12:30.161159 run osmo-nitb_10.42.42.2(pid=9472): stdout: \u000a| (launched: 2022-12-10_07:12:29.454916) \u000a07:12:30.287196 run osmo-nitb_10.42.42.2(pid=9472): stderr: \u000a| (launched: 2022-12-10_07:12:29.497898)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:12:30.711024 tst osmo-nitb_10.42.42.2(pid=9472): stdout: \u000a| (launched: 2022-12-10_07:12:29.454916) \u000a07:12:30.827044 tst osmo-nitb_10.42.42.2(pid=9472): stderr: \u000a| (launched: 2022-12-10_07:12:29.497898)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:12:30.888531 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=9472): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9472) [trial-2371↪nitb_sms:trx-b200↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9472)] [trial-2371↪nitb_sms:trx-b200↪mo_mt_sms.py:11]\u000a07:12:30.896876 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a07:12:30.934405 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9471): Terminating (SIGTERM)\u000a07:12:31.111435 --- ParallelTerminationStrategy: PID 9471 died...\u000a07:12:31.167643 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9471): Terminated: ok {rc=0}\u000a07:12:31.254761 bus /sierra_3: Setting Powered False\u000a07:12:32.355503 bus /sierra_3: Setting Powered False\u000a07:12:33.463017 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "36", "name" : "nitb_sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:12:27" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "sms:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9482): Process ended prematurely: osmo-stp_10.42.42.5(pid=9482) [trial-2371↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9482)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9482): Process ended prematurely: osmo-stp_10.42.42.5(pid=9482) [trial-2371↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9482)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 sms:trx-b200 mo_mt_sms.py\u000a----------------------------------------------\u000a07:12:35.354391 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:12:35.365152 tst sms:trx-b200: Using 1 x bts (candidates: 1)\u000a07:12:35.501343 tst mo_mt_sms.py: using LAC 26720\u000a07:12:35.616212 tst mo_mt_sms.py: using RAC 200\u000a07:12:35.727073 tst mo_mt_sms.py: using CellId 26720\u000a07:12:35.838730 tst mo_mt_sms.py: using BVCI 26721\u000a07:12:35.860548 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:12:35.871080 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:12:35.881521 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:12:35.891867 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:12:35.902775 tst sms:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:12:35.914342 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a07:12:36.029718 tst sms:trx-b200: Using 1 x modem (candidates: 2)\u000a07:12:36.222871 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:12:36.674956 run create_hlr_db(pid=9476): Launched\u000a07:12:36.841944 bus /sierra_2: Setting Powered False\u000a07:12:37.863075 run create_hlr_db(pid=9476): Terminated: ok {rc=0}\u000a07:12:38.272409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9478): Launched\u000a07:12:38.582388 run osmo-hlr_10.42.42.2(pid=9479): Launched\u000a07:12:38.701031 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:12:39.238878 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9481): Launched\u000a07:12:39.547075 run osmo-stp_10.42.42.5(pid=9482): Launched\u000a07:12:39.658907 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:12:40.226982 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9484): Launched\u000a07:12:40.536363 run osmo-msc_10.42.42.6(pid=9485): Launched\u000a07:12:40.716827 run osmo-stp_10.42.42.5(pid=9482): ERR: Terminated: ERROR {rc=1} [trial-2371↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9482)]\u000a07:12:40.848260 run osmo-stp_10.42.42.5(pid=9482): stdout: \u000a| (launched: 2022-12-10_07:12:39.395986)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:12:40.978753 run osmo-stp_10.42.42.5(pid=9482): stderr: \u000a| �[0;m�[38;5;43m20221210071239585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071239585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071239585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071239586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071239586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071239586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071239586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:12:41.102641 run osmo-stp_10.42.42.5(pid=9482): stdout: \u000a| (launched: 2022-12-10_07:12:39.395986)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:12:41.225595 run osmo-stp_10.42.42.5(pid=9482): stderr: \u000a| �[0;m�[38;5;43m20221210071239585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071239585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071239585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071239586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071239586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071239586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071239586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:12:41.279446 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=9482): Process ended prematurely: osmo-stp_10.42.42.5(pid=9482) [trial-2371↪sms:trx-b200↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9482)] [trial-2371↪sms:trx-b200↪mo_mt_sms.py:16]\u000a07:12:41.288001 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a07:12:41.349774 run osmo-hlr_10.42.42.2(pid=9479): ERR: Terminated: ERROR {rc=237} [trial-2371↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9479)]\u000a07:12:41.401089 run osmo-hlr_10.42.42.2(pid=9479): stdout: \u000a| (launched: 2022-12-10_07:12:38.429478) \u000a07:12:41.452788 run osmo-hlr_10.42.42.2(pid=9479): stderr: \u000a| �[0;m�[1;31m20221210071238626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071238626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071238626 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071238627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071238627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071238627 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071238639 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/sms:trx-b200/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071238647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071238647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071238647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:12:41.522749 run osmo-msc_10.42.42.6(pid=9485): ERR: Terminated: ERROR {rc=2} [trial-2371↪sms:trx-b200↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9485)]\u000a07:12:41.573547 run osmo-msc_10.42.42.6(pid=9485): stdout: \u000a| (launched: 2022-12-10_07:12:40.384141) \u000a07:12:41.624892 run osmo-msc_10.42.42.6(pid=9485): stderr: \u000a| �[0;m�[38;5;43m20221210071240704 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210071240704 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0f372c1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210071240705 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210071240705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210071240705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210071240705 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210071240707 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210071240707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210071240707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210071240707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:12:41.668564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9478): Terminating (SIGTERM)\u000a07:12:41.709857 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9481): Terminating (SIGTERM)\u000a07:12:41.751237 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9484): Terminating (SIGTERM)\u000a07:12:41.760740 --- ParallelTerminationStrategy: PID 9478 died...\u000a07:12:41.816262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9478): Terminated: ok {rc=0}\u000a07:12:41.826243 --- ParallelTerminationStrategy: PID 9481 died...\u000a07:12:41.881890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9481): Terminated: ok {rc=0}\u000a07:12:41.891874 --- ParallelTerminationStrategy: PID 9484 died...\u000a07:12:41.946915 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9484): Terminated: ok {rc=0}\u000a07:12:42.033710 bus /sierra_3: Setting Powered False\u000a07:12:43.139447 bus /sierra_3: Setting Powered False\u000a07:12:44.247203 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "37", "name" : "sms_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:12:35" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "nitb_ussd:trx-b200", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=9491): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9491) [trial-2371↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9491)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=9491): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9491) [trial-2371↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9491)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 nitb_ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a07:12:46.081751 tst nitb_ussd:trx-b200: Using 1 x ip_address (candidates: 1)\u000a07:12:46.094423 tst nitb_ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a07:12:46.260340 tst assert_extension.py: using LAC 26721\u000a07:12:46.412756 tst assert_extension.py: using RAC 201\u000a07:12:46.553454 tst assert_extension.py: using CellId 26721\u000a07:12:46.668259 tst assert_extension.py: using BVCI 26722\u000a07:12:46.690969 tst nitb_ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a07:12:46.993793 tst assert_extension.py:10: start nitb and bts...\u000a07:12:47.126642 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a07:12:47.768023 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9490): Launched\u000a07:12:48.072651 run osmo-nitb_10.42.42.2(pid=9491): Launched\u000a07:12:48.261958 run osmo-nitb_10.42.42.2(pid=9491): ERR: Terminated: ERROR {rc=2} [trial-2371↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9491)]\u000a07:12:48.401792 run osmo-nitb_10.42.42.2(pid=9491): stdout: \u000a| (launched: 2022-12-10_07:12:47.924734) \u000a07:12:48.542056 run osmo-nitb_10.42.42.2(pid=9491): stderr: \u000a| (launched: 2022-12-10_07:12:47.970684)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:12:48.677560 run osmo-nitb_10.42.42.2(pid=9491): stdout: \u000a| (launched: 2022-12-10_07:12:47.924734) \u000a07:12:48.811604 run osmo-nitb_10.42.42.2(pid=9491): stderr: \u000a| (launched: 2022-12-10_07:12:47.970684)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:12:49.197029 tst osmo-nitb_10.42.42.2(pid=9491): stdout: \u000a| (launched: 2022-12-10_07:12:47.924734) \u000a07:12:49.319704 tst osmo-nitb_10.42.42.2(pid=9491): stderr: \u000a| (launched: 2022-12-10_07:12:47.970684)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:12:49.373522 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=9491): Process ended prematurely: osmo-nitb_10.42.42.2(pid=9491) [trial-2371↪nitb_ussd:trx-b200↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=9491)] [trial-2371↪nitb_ussd:trx-b200↪assert_extension.py:12]\u000a07:12:49.381967 tst assert_extension.py:12: Test FAILED (3.3 sec)\u000a07:12:49.418040 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9490): Terminating (SIGTERM)\u000a07:12:49.595559 --- ParallelTerminationStrategy: PID 9490 died...\u000a07:12:49.652686 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=9490): Terminated: ok {rc=0}\u000a07:12:49.738839 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "38", "name" : "nitb_ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:12:45" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "ussd:trx-b200", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9501): Process ended prematurely: osmo-stp_10.42.42.5(pid=9501) [trial-2371↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9501)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9501): Process ended prematurely: osmo-stp_10.42.42.5(pid=9501) [trial-2371↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9501)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 ussd:trx-b200 assert_extension.py\u000a----------------------------------------------\u000a07:12:51.577144 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:12:51.588885 tst ussd:trx-b200: Using 1 x bts (candidates: 1)\u000a07:12:51.729674 tst assert_extension.py: using LAC 26722\u000a07:12:51.848771 tst assert_extension.py: using RAC 202\u000a07:12:51.967708 tst assert_extension.py: using CellId 26722\u000a07:12:52.086409 tst assert_extension.py: using BVCI 26723\u000a07:12:52.109757 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:12:52.120508 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:12:52.131296 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:12:52.142060 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:12:52.152789 tst ussd:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:12:52.163476 tst ussd:trx-b200: Using 1 x modem (candidates: 1)\u000a07:12:52.358451 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:12:52.811630 run create_hlr_db(pid=9495): Launched\u000a07:12:52.978276 bus /sierra_2: Setting Powered False\u000a07:12:53.999056 run create_hlr_db(pid=9495): Terminated: ok {rc=0}\u000a07:12:54.409595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9497): Launched\u000a07:12:54.718959 run osmo-hlr_10.42.42.2(pid=9498): Launched\u000a07:12:54.832616 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:12:55.373234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9500): Launched\u000a07:12:55.682981 run osmo-stp_10.42.42.5(pid=9501): Launched\u000a07:12:55.794957 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:12:56.357449 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9503): Launched\u000a07:12:56.665119 run osmo-msc_10.42.42.6(pid=9504): Launched\u000a07:12:56.845431 run osmo-stp_10.42.42.5(pid=9501): ERR: Terminated: ERROR {rc=1} [trial-2371↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9501)]\u000a07:12:56.976077 run osmo-stp_10.42.42.5(pid=9501): stdout: \u000a| (launched: 2022-12-10_07:12:55.530830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:12:57.106202 run osmo-stp_10.42.42.5(pid=9501): stderr: \u000a| �[0;m�[38;5;43m20221210071255719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071255719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071255720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071255720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071255722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071255723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071255723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:12:57.230220 run osmo-stp_10.42.42.5(pid=9501): stdout: \u000a| (launched: 2022-12-10_07:12:55.530830)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:12:57.353389 run osmo-stp_10.42.42.5(pid=9501): stderr: \u000a| �[0;m�[38;5;43m20221210071255719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071255719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071255720 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071255720 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071255722 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071255723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071255723 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:12:57.407475 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=9501): Process ended prematurely: osmo-stp_10.42.42.5(pid=9501) [trial-2371↪ussd:trx-b200↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9501)] [trial-2371↪ussd:trx-b200↪assert_extension.py:17]\u000a07:12:57.416131 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a07:12:57.478751 run osmo-hlr_10.42.42.2(pid=9498): ERR: Terminated: ERROR {rc=237} [trial-2371↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9498)]\u000a07:12:57.529962 run osmo-hlr_10.42.42.2(pid=9498): stdout: \u000a| (launched: 2022-12-10_07:12:54.566723) \u000a07:12:57.581798 run osmo-hlr_10.42.42.2(pid=9498): stderr: \u000a| �[0;m�[1;31m20221210071254761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071254761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071254761 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071254762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071254762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071254762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071254785 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/ussd:trx-b200/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071254796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071254796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071254796 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:12:57.651639 run osmo-msc_10.42.42.6(pid=9504): ERR: Terminated: ERROR {rc=2} [trial-2371↪ussd:trx-b200↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9504)]\u000a07:12:57.702549 run osmo-msc_10.42.42.6(pid=9504): stdout: \u000a| (launched: 2022-12-10_07:12:56.513965) \u000a07:12:57.754102 run osmo-msc_10.42.42.6(pid=9504): stderr: \u000a| �[0;m�[38;5;43m20221210071256832 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210071256832 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f10a0c81c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210071256832 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210071256832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210071256832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210071256832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210071256836 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210071256836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210071256836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210071256837 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:12:57.797695 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9497): Terminating (SIGTERM)\u000a07:12:57.839149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9500): Terminating (SIGTERM)\u000a07:12:57.881157 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9503): Terminating (SIGTERM)\u000a07:12:57.890997 --- ParallelTerminationStrategy: PID 9497 died...\u000a07:12:57.946838 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9497): Terminated: ok {rc=0}\u000a07:12:57.956863 --- ParallelTerminationStrategy: PID 9500 died...\u000a07:12:58.012397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9500): Terminated: ok {rc=0}\u000a07:12:58.022463 --- ParallelTerminationStrategy: PID 9503 died...\u000a07:12:58.078145 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9503): Terminated: ok {rc=0}\u000a07:12:58.165834 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "39", "name" : "ussd_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:12:51" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9515): Process ended prematurely: osmo-stp_10.42.42.5(pid=9515) [trial-2371↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9515)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9515): Process ended prematurely: osmo-stp_10.42.42.5(pid=9515) [trial-2371↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9515)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a07:13:00.133758 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:13:00.145260 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:13:00.306555 tst mo_mt_call.py: using LAC 26723\u000a07:13:00.430558 tst mo_mt_call.py: using RAC 203\u000a07:13:00.555644 tst mo_mt_call.py: using CellId 26723\u000a07:13:00.680115 tst mo_mt_call.py: using BVCI 26724\u000a07:13:00.704030 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:13:00.715383 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:13:00.726660 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:13:00.738097 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:13:00.749546 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:13:00.760814 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:13:00.879407 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:13:01.108358 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:13:01.668397 run create_hlr_db(pid=9509): Launched\u000a07:13:01.843015 bus /sierra_2: Setting Powered False\u000a07:13:02.870210 run create_hlr_db(pid=9509): Terminated: ok {rc=0}\u000a07:13:03.264339 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9511): Launched\u000a07:13:03.557343 run osmo-hlr_10.42.42.2(pid=9512): Launched\u000a07:13:03.670801 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:13:04.189084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9514): Launched\u000a07:13:04.481687 run osmo-stp_10.42.42.5(pid=9515): Launched\u000a07:13:04.589306 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:13:05.124537 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9517): Launched\u000a07:13:05.418755 run osmo-msc_10.42.42.6(pid=9518): Launched\u000a07:13:05.591995 run osmo-stp_10.42.42.5(pid=9515): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9515)]\u000a07:13:05.716558 run osmo-stp_10.42.42.5(pid=9515): stdout: \u000a| (launched: 2022-12-10_07:13:04.337688)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:13:05.838852 run osmo-stp_10.42.42.5(pid=9515): stderr: \u000a| �[0;m�[38;5;43m20221210071304508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071304508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071304508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071304508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071304509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071304509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071304509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:13:05.957041 run osmo-stp_10.42.42.5(pid=9515): stdout: \u000a| (launched: 2022-12-10_07:13:04.337688)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:13:06.074105 run osmo-stp_10.42.42.5(pid=9515): stderr: \u000a| �[0;m�[38;5;43m20221210071304508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071304508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071304508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071304508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071304509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071304509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071304509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:13:06.126047 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9515): Process ended prematurely: osmo-stp_10.42.42.5(pid=9515) [trial-2371↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9515)] [trial-2371↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a07:13:06.134689 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a07:13:06.194137 run osmo-hlr_10.42.42.2(pid=9512): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9512)]\u000a07:13:06.242829 run osmo-hlr_10.42.42.2(pid=9512): stdout: \u000a| (launched: 2022-12-10_07:13:03.413542) \u000a07:13:06.292238 run osmo-hlr_10.42.42.2(pid=9512): stderr: \u000a| �[0;m�[1;31m20221210071303588 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071303589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071303589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071303589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071303589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071303589 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071303601 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071303609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071303610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071303610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:13:06.358897 run osmo-msc_10.42.42.6(pid=9518): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9518)]\u000a07:13:06.407427 run osmo-msc_10.42.42.6(pid=9518): stdout: \u000a| (launched: 2022-12-10_07:13:05.273251) \u000a07:13:06.456771 run osmo-msc_10.42.42.6(pid=9518): stderr: \u000a| �[0;m�[38;5;43m20221210071305544 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210071305544 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f56f15c4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210071305544 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210071305544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210071305544 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210071305545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210071305546 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210071305547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210071305547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210071305547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:13:06.498233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9511): Terminating (SIGTERM)\u000a07:13:06.537699 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9514): Terminating (SIGTERM)\u000a07:13:06.577184 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9517): Terminating (SIGTERM)\u000a07:13:06.586451 --- ParallelTerminationStrategy: PID 9511 died...\u000a07:13:06.639677 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9511): Terminated: ok {rc=0}\u000a07:13:06.649391 --- ParallelTerminationStrategy: PID 9514 died...\u000a07:13:06.702221 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9514): Terminated: ok {rc=0}\u000a07:13:06.711984 --- ParallelTerminationStrategy: PID 9517 died...\u000a07:13:06.764775 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9517): Terminated: ok {rc=0}\u000a07:13:06.848442 bus /sierra_3: Setting Powered False\u000a07:13:07.954610 bus /sierra_3: Setting Powered False\u000a07:13:09.061785 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9526): Process ended prematurely: osmo-stp_10.42.42.5(pid=9526) [trial-2371↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9526)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9526): Process ended prematurely: osmo-stp_10.42.42.5(pid=9526) [trial-2371↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9526)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:13:10.174439 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:13:10.186484 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:13:10.359781 tst mo_mt_call_osmux.py: using LAC 26724\u000a07:13:10.484457 tst mo_mt_call_osmux.py: using RAC 204\u000a07:13:10.604896 tst mo_mt_call_osmux.py: using CellId 26724\u000a07:13:10.722697 tst mo_mt_call_osmux.py: using BVCI 26725\u000a07:13:10.745503 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:13:10.756384 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:13:10.767452 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:13:10.778901 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:13:10.790413 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:13:10.801571 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:13:10.916214 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:13:11.123630 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:13:11.625958 run create_hlr_db(pid=9520): Launched\u000a07:13:11.807595 bus /sierra_2: Setting Powered False\u000a07:13:12.829372 run create_hlr_db(pid=9520): Terminated: ok {rc=0}\u000a07:13:13.223314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9522): Launched\u000a07:13:13.519959 run osmo-hlr_10.42.42.2(pid=9523): Launched\u000a07:13:13.627560 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:13:14.137732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9525): Launched\u000a07:13:14.432282 run osmo-stp_10.42.42.5(pid=9526): Launched\u000a07:13:14.541212 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:13:15.077519 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9528): Launched\u000a07:13:15.371955 run osmo-msc_10.42.42.6(pid=9529): Launched\u000a07:13:15.544706 run osmo-stp_10.42.42.5(pid=9526): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9526)]\u000a07:13:15.670461 run osmo-stp_10.42.42.5(pid=9526): stdout: \u000a| (launched: 2022-12-10_07:13:14.286709)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:13:15.792425 run osmo-stp_10.42.42.5(pid=9526): stderr: \u000a| �[0;m�[38;5;43m20221210071314456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071314456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071314456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071314457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071314457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071314457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071314457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:13:15.926420 run osmo-stp_10.42.42.5(pid=9526): stdout: \u000a| (launched: 2022-12-10_07:13:14.286709)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:13:16.047101 run osmo-stp_10.42.42.5(pid=9526): stderr: \u000a| �[0;m�[38;5;43m20221210071314456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071314456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071314456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071314457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071314457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071314457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071314457 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:13:16.100281 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9526): Process ended prematurely: osmo-stp_10.42.42.5(pid=9526) [trial-2371↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9526)] [trial-2371↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a07:13:16.109824 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a07:13:16.172220 run osmo-hlr_10.42.42.2(pid=9523): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9523)]\u000a07:13:16.222542 run osmo-hlr_10.42.42.2(pid=9523): stdout: \u000a| (launched: 2022-12-10_07:13:13.375117) \u000a07:13:16.300492 run osmo-hlr_10.42.42.2(pid=9523): stderr: \u000a| �[0;m�[1;31m20221210071313552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071313552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071313552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071313552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071313553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071313553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071313564 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071313574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071313575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071313575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:13:16.405492 run osmo-msc_10.42.42.6(pid=9529): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9529)]\u000a07:13:16.454476 run osmo-msc_10.42.42.6(pid=9529): stdout: \u000a| (launched: 2022-12-10_07:13:15.226189) \u000a07:13:16.561436 run osmo-msc_10.42.42.6(pid=9529): stderr: \u000a| �[0;m�[38;5;43m20221210071315497 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210071315497 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fbb74fa9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210071315497 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210071315497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210071315498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210071315498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210071315499 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210071315500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210071315500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210071315500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:13:16.606007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9522): Terminating (SIGTERM)\u000a07:13:16.646838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9525): Terminating (SIGTERM)\u000a07:13:16.689395 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9528): Terminating (SIGTERM)\u000a07:13:16.699328 --- ParallelTerminationStrategy: PID 9522 died...\u000a07:13:16.756218 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9522): Terminated: ok {rc=0}\u000a07:13:16.766729 --- ParallelTerminationStrategy: PID 9525 died...\u000a07:13:16.822795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9525): Terminated: ok {rc=0}\u000a07:13:16.833176 --- ParallelTerminationStrategy: PID 9528 died...\u000a07:13:16.889280 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9528): Terminated: ok {rc=0}\u000a07:13:16.977604 bus /sierra_3: Setting Powered False\u000a07:13:18.078528 bus /sierra_3: Setting Powered False\u000a07:13:19.185619 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "40", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:12:59" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9541): Process ended prematurely: osmo-stp_10.42.42.5(pid=9541) [trial-2371↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9541)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9541): Process ended prematurely: osmo-stp_10.42.42.5(pid=9541) [trial-2371↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9541)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a07:13:21.189221 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:13:21.200624 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:13:21.362983 tst mo_mt_call.py: using LAC 26725\u000a07:13:21.488650 tst mo_mt_call.py: using RAC 205\u000a07:13:21.613336 tst mo_mt_call.py: using CellId 26725\u000a07:13:21.740374 tst mo_mt_call.py: using BVCI 26726\u000a07:13:21.764271 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:13:21.775589 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:13:21.786833 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:13:21.798110 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:13:21.809427 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:13:21.820561 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:13:21.939887 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:13:22.137164 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:13:22.599905 run create_hlr_db(pid=9535): Launched\u000a07:13:22.768253 bus /sierra_2: Setting Powered False\u000a07:13:23.790530 run create_hlr_db(pid=9535): Terminated: ok {rc=0}\u000a07:13:24.207818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9537): Launched\u000a07:13:24.523260 run osmo-hlr_10.42.42.2(pid=9538): Launched\u000a07:13:24.639642 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:13:25.185639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9540): Launched\u000a07:13:25.500813 run osmo-stp_10.42.42.5(pid=9541): Launched\u000a07:13:25.615442 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:13:26.190786 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9543): Launched\u000a07:13:26.505762 run osmo-msc_10.42.42.6(pid=9544): Launched\u000a07:13:26.690503 run osmo-stp_10.42.42.5(pid=9541): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9541)]\u000a07:13:26.823168 run osmo-stp_10.42.42.5(pid=9541): stdout: \u000a| (launched: 2022-12-10_07:13:25.345777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:13:26.955373 run osmo-stp_10.42.42.5(pid=9541): stderr: \u000a| �[0;m�[38;5;43m20221210071325537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071325537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071325538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071325538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071325538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071325538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071325538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:13:27.082049 run osmo-stp_10.42.42.5(pid=9541): stdout: \u000a| (launched: 2022-12-10_07:13:25.345777)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:13:27.207753 run osmo-stp_10.42.42.5(pid=9541): stderr: \u000a| �[0;m�[38;5;43m20221210071325537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071325537 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071325538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071325538 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071325538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071325538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071325538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:13:27.263483 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9541): Process ended prematurely: osmo-stp_10.42.42.5(pid=9541) [trial-2371↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9541)] [trial-2371↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a07:13:27.272686 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a07:13:27.335104 run osmo-hlr_10.42.42.2(pid=9538): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9538)]\u000a07:13:27.386076 run osmo-hlr_10.42.42.2(pid=9538): stdout: \u000a| (launched: 2022-12-10_07:13:24.368032) \u000a07:13:27.438149 run osmo-hlr_10.42.42.2(pid=9538): stderr: \u000a| �[0;m�[1;31m20221210071324566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071324566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071324566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071324566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071324566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071324566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071324581 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071324589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071324590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071324590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:13:27.508372 run osmo-msc_10.42.42.6(pid=9544): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9544)]\u000a07:13:27.559573 run osmo-msc_10.42.42.6(pid=9544): stdout: \u000a| (launched: 2022-12-10_07:13:26.350706) \u000a07:13:27.611130 run osmo-msc_10.42.42.6(pid=9544): stderr: \u000a| �[0;m�[38;5;43m20221210071326671 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210071326671 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6c68f86c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210071326671 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210071326671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210071326672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210071326672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210071326674 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210071326674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210071326674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210071326674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:13:27.654975 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9537): Terminating (SIGTERM)\u000a07:13:27.696382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9540): Terminating (SIGTERM)\u000a07:13:27.738068 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9543): Terminating (SIGTERM)\u000a07:13:27.747626 --- ParallelTerminationStrategy: PID 9537 died...\u000a07:13:27.803409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9537): Terminated: ok {rc=0}\u000a07:13:27.813399 --- ParallelTerminationStrategy: PID 9540 died...\u000a07:13:27.869028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9540): Terminated: ok {rc=0}\u000a07:13:27.879129 --- ParallelTerminationStrategy: PID 9543 died...\u000a07:13:27.934676 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9543): Terminated: ok {rc=0}\u000a07:13:28.021665 bus /sierra_3: Setting Powered False\u000a07:13:29.129182 bus /sierra_3: Setting Powered False\u000a07:13:30.240689 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9552): Process ended prematurely: osmo-stp_10.42.42.5(pid=9552) [trial-2371↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9552)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9552): Process ended prematurely: osmo-stp_10.42.42.5(pid=9552) [trial-2371↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9552)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:13:31.350073 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:13:31.362650 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:13:31.551486 tst mo_mt_call_osmux.py: using LAC 26726\u000a07:13:31.698731 tst mo_mt_call_osmux.py: using RAC 206\u000a07:13:31.862915 tst mo_mt_call_osmux.py: using CellId 26726\u000a07:13:31.988941 tst mo_mt_call_osmux.py: using BVCI 26727\u000a07:13:32.012373 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:13:32.024403 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:13:32.037162 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:13:32.050141 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:13:32.062161 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:13:32.075497 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:13:32.194043 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:13:32.397772 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:13:32.860836 run create_hlr_db(pid=9546): Launched\u000a07:13:33.029779 bus /sierra_2: Setting Powered False\u000a07:13:34.063917 run create_hlr_db(pid=9546): Terminated: ok {rc=0}\u000a07:13:34.482434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9548): Launched\u000a07:13:34.797881 run osmo-hlr_10.42.42.2(pid=9549): Launched\u000a07:13:34.917347 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:13:35.463985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9551): Launched\u000a07:13:35.778694 run osmo-stp_10.42.42.5(pid=9552): Launched\u000a07:13:35.893187 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:13:36.475305 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9554): Launched\u000a07:13:36.789627 run osmo-msc_10.42.42.6(pid=9555): Launched\u000a07:13:36.973399 run osmo-stp_10.42.42.5(pid=9552): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9552)]\u000a07:13:37.106564 run osmo-stp_10.42.42.5(pid=9552): stdout: \u000a| (launched: 2022-12-10_07:13:35.624241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:13:37.239129 run osmo-stp_10.42.42.5(pid=9552): stderr: \u000a| �[0;m�[38;5;43m20221210071335815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071335815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071335816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071335816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071335818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071335819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071335819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:13:37.366349 run osmo-stp_10.42.42.5(pid=9552): stdout: \u000a| (launched: 2022-12-10_07:13:35.624241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:13:37.492270 run osmo-stp_10.42.42.5(pid=9552): stderr: \u000a| �[0;m�[38;5;43m20221210071335815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071335815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071335816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071335816 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071335818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071335819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071335819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:13:37.547847 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9552): Process ended prematurely: osmo-stp_10.42.42.5(pid=9552) [trial-2371↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9552)] [trial-2371↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a07:13:37.556735 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a07:13:37.619157 run osmo-hlr_10.42.42.2(pid=9549): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9549)]\u000a07:13:37.670668 run osmo-hlr_10.42.42.2(pid=9549): stdout: \u000a| (launched: 2022-12-10_07:13:34.642921) \u000a07:13:37.722545 run osmo-hlr_10.42.42.2(pid=9549): stderr: \u000a| �[0;m�[1;31m20221210071334842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071334842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071334842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071334842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071334842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071334842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071334855 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071334863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071334863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071334863 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:13:37.792730 run osmo-msc_10.42.42.6(pid=9555): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9555)]\u000a07:13:37.843774 run osmo-msc_10.42.42.6(pid=9555): stdout: \u000a| (launched: 2022-12-10_07:13:36.635467) \u000a07:13:37.895377 run osmo-msc_10.42.42.6(pid=9555): stderr: \u000a| �[0;m�[38;5;43m20221210071336959 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210071336959 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f88be04dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210071336959 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210071336959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210071336959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210071336960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210071336961 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210071336962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210071336962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210071336962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:13:37.938929 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9548): Terminating (SIGTERM)\u000a07:13:37.980228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9551): Terminating (SIGTERM)\u000a07:13:38.021548 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9554): Terminating (SIGTERM)\u000a07:13:38.031100 --- ParallelTerminationStrategy: PID 9548 died...\u000a07:13:38.086527 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9548): Terminated: ok {rc=0}\u000a07:13:38.096678 --- ParallelTerminationStrategy: PID 9551 died...\u000a07:13:38.151640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9551): Terminated: ok {rc=0}\u000a07:13:38.161936 --- ParallelTerminationStrategy: PID 9554 died...\u000a07:13:38.216685 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9554): Terminated: ok {rc=0}\u000a07:13:38.303130 bus /sierra_3: Setting Powered False\u000a07:13:39.406090 bus /sierra_3: Setting Powered False\u000a07:13:40.516832 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "41", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:13:20" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9566): Process ended prematurely: osmo-stp_10.42.42.5(pid=9566) [trial-2371↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9566)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9566): Process ended prematurely: osmo-stp_10.42.42.5(pid=9566) [trial-2371↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9566)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:13:42.516148 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:13:42.527491 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:13:42.690429 tst mo_mt_call.py: using LAC 26727\u000a07:13:42.812450 tst mo_mt_call.py: using RAC 207\u000a07:13:42.934525 tst mo_mt_call.py: using CellId 26727\u000a07:13:43.055855 tst mo_mt_call.py: using BVCI 26728\u000a07:13:43.079793 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:13:43.091223 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:13:43.102491 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:13:43.113729 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:13:43.125039 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:13:43.136386 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:13:43.250968 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:13:43.460157 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:13:43.963101 run create_hlr_db(pid=9560): Launched\u000a07:13:44.145095 bus /sierra_2: Setting Powered False\u000a07:13:45.166459 run create_hlr_db(pid=9560): Terminated: ok {rc=0}\u000a07:13:45.586515 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9562): Launched\u000a07:13:45.996855 run osmo-hlr_10.42.42.2(pid=9563): Launched\u000a07:13:46.179944 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:13:46.772744 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9565): Launched\u000a07:13:47.265640 run osmo-stp_10.42.42.5(pid=9566): Launched\u000a07:13:47.383263 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:13:47.921842 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9568): Launched\u000a07:13:48.215538 run osmo-msc_10.42.42.6(pid=9569): Launched\u000a07:13:48.389493 run osmo-stp_10.42.42.5(pid=9566): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9566)]\u000a07:13:48.515311 run osmo-stp_10.42.42.5(pid=9566): stdout: \u000a| (launched: 2022-12-10_07:13:46.936729)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:13:48.637875 run osmo-stp_10.42.42.5(pid=9566): stderr: \u000a| �[0;m�[38;5;43m20221210071347147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071347147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071347147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071347147 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071347148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071347148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071347148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:13:48.755998 run osmo-stp_10.42.42.5(pid=9566): stdout: \u000a| (launched: 2022-12-10_07:13:46.936729)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:13:48.873769 run osmo-stp_10.42.42.5(pid=9566): stderr: \u000a| �[0;m�[38;5;43m20221210071347147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071347147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071347147 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071347147 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071347148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071347148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071347148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:13:48.925688 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9566): Process ended prematurely: osmo-stp_10.42.42.5(pid=9566) [trial-2371↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9566)] [trial-2371↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a07:13:48.934366 tst mo_mt_call.py:8: Test FAILED (6.5 sec)\u000a07:13:48.994101 run osmo-hlr_10.42.42.2(pid=9563): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9563)]\u000a07:13:49.042922 run osmo-hlr_10.42.42.2(pid=9563): stdout: \u000a| (launched: 2022-12-10_07:13:45.746917) \u000a07:13:49.092386 run osmo-hlr_10.42.42.2(pid=9563): stderr: \u000a| �[0;m�[1;31m20221210071345967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071345967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071345967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071345967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071345967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071345967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071345983 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071345999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071345999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071346000 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:13:49.159225 run osmo-msc_10.42.42.6(pid=9569): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9569)]\u000a07:13:49.207935 run osmo-msc_10.42.42.6(pid=9569): stdout: \u000a| (launched: 2022-12-10_07:13:48.070854) \u000a07:13:49.257146 run osmo-msc_10.42.42.6(pid=9569): stderr: \u000a| �[0;m�[38;5;43m20221210071348341 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210071348341 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdc09e93c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210071348341 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210071348341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210071348342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210071348342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210071348345 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210071348346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210071348346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210071348346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:13:49.299031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9562): Terminating (SIGTERM)\u000a07:13:49.338377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9565): Terminating (SIGTERM)\u000a07:13:49.378827 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9568): Terminating (SIGTERM)\u000a07:13:49.388113 --- ParallelTerminationStrategy: PID 9562 died...\u000a07:13:49.441095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9562): Terminated: ok {rc=0}\u000a07:13:49.450900 --- ParallelTerminationStrategy: PID 9565 died...\u000a07:13:49.503861 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9565): Terminated: ok {rc=0}\u000a07:13:49.514082 --- ParallelTerminationStrategy: PID 9568 died...\u000a07:13:49.567280 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9568): Terminated: ok {rc=0}\u000a07:13:49.650804 bus /sierra_3: Setting Powered False\u000a07:13:50.756338 bus /sierra_3: Setting Powered False\u000a07:13:51.866997 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9577): Process ended prematurely: osmo-stp_10.42.42.5(pid=9577) [trial-2371↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9577)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9577): Process ended prematurely: osmo-stp_10.42.42.5(pid=9577) [trial-2371↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9577)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:13:52.975610 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:13:52.987249 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:13:53.140350 tst mo_mt_call_osmux.py: using LAC 26728\u000a07:13:53.256641 tst mo_mt_call_osmux.py: using RAC 208\u000a07:13:53.374209 tst mo_mt_call_osmux.py: using CellId 26728\u000a07:13:53.489568 tst mo_mt_call_osmux.py: using BVCI 26729\u000a07:13:53.511757 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:13:53.522734 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:13:53.533513 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:13:53.544447 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:13:53.555464 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:13:53.566540 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:13:53.686749 tst voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:13:53.894742 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:13:54.397764 run create_hlr_db(pid=9571): Launched\u000a07:13:54.579538 bus /sierra_2: Setting Powered False\u000a07:13:55.600841 run create_hlr_db(pid=9571): Terminated: ok {rc=0}\u000a07:13:55.995039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9573): Launched\u000a07:13:56.287651 run osmo-hlr_10.42.42.2(pid=9574): Launched\u000a07:13:56.399610 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:13:56.917138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9576): Launched\u000a07:13:57.211122 run osmo-stp_10.42.42.5(pid=9577): Launched\u000a07:13:57.318684 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:13:57.856468 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9579): Launched\u000a07:13:58.151153 run osmo-msc_10.42.42.6(pid=9580): Launched\u000a07:13:58.324253 run osmo-stp_10.42.42.5(pid=9577): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9577)]\u000a07:13:58.449347 run osmo-stp_10.42.42.5(pid=9577): stdout: \u000a| (launched: 2022-12-10_07:13:57.066325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:13:58.571877 run osmo-stp_10.42.42.5(pid=9577): stderr: \u000a| �[0;m�[38;5;43m20221210071357235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071357235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071357235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071357235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071357236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071357236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071357236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:13:58.689958 run osmo-stp_10.42.42.5(pid=9577): stdout: \u000a| (launched: 2022-12-10_07:13:57.066325)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:13:58.807012 run osmo-stp_10.42.42.5(pid=9577): stderr: \u000a| �[0;m�[38;5;43m20221210071357235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071357235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071357235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071357235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071357236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071357236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071357236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:13:58.859091 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9577): Process ended prematurely: osmo-stp_10.42.42.5(pid=9577) [trial-2371↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9577)] [trial-2371↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a07:13:58.867818 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a07:13:58.927529 run osmo-hlr_10.42.42.2(pid=9574): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9574)]\u000a07:13:58.976551 run osmo-hlr_10.42.42.2(pid=9574): stdout: \u000a| (launched: 2022-12-10_07:13:56.143947) \u000a07:13:59.026183 run osmo-hlr_10.42.42.2(pid=9574): stderr: \u000a| �[0;m�[1;31m20221210071356316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071356316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071356316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071356316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071356316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071356316 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071356328 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071356337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071356338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071356338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:13:59.093078 run osmo-msc_10.42.42.6(pid=9580): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9580)]\u000a07:13:59.142061 run osmo-msc_10.42.42.6(pid=9580): stdout: \u000a| (launched: 2022-12-10_07:13:58.005852) \u000a07:13:59.191399 run osmo-msc_10.42.42.6(pid=9580): stderr: \u000a| �[0;m�[38;5;43m20221210071358277 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210071358278 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f118631ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210071358278 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210071358278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210071358278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210071358278 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210071358280 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210071358280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210071358280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210071358280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:13:59.233090 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9573): Terminating (SIGTERM)\u000a07:13:59.272904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9576): Terminating (SIGTERM)\u000a07:13:59.312765 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9579): Terminating (SIGTERM)\u000a07:13:59.322102 --- ParallelTerminationStrategy: PID 9573 died...\u000a07:13:59.375358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9573): Terminated: ok {rc=0}\u000a07:13:59.385173 --- ParallelTerminationStrategy: PID 9576 died...\u000a07:13:59.438086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9576): Terminated: ok {rc=0}\u000a07:13:59.447913 --- ParallelTerminationStrategy: PID 9579 died...\u000a07:13:59.500902 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9579): Terminated: ok {rc=0}\u000a07:13:59.588292 bus /sierra_3: Setting Powered False\u000a07:14:00.689741 bus /sierra_3: Setting Powered False\u000a07:14:01.797310 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "42", "name" : "voice_trx-b200+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:13:42" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9591): Process ended prematurely: osmo-stp_10.42.42.5(pid=9591) [trial-2371↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9591)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9591): Process ended prematurely: osmo-stp_10.42.42.5(pid=9591) [trial-2371↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9591)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a07:14:03.796512 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:14:03.807860 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a07:14:03.972728 tst mo_mt_call.py: using LAC 26729\u000a07:14:04.095218 tst mo_mt_call.py: using RAC 209\u000a07:14:04.217584 tst mo_mt_call.py: using CellId 26729\u000a07:14:04.338935 tst mo_mt_call.py: using BVCI 26730\u000a07:14:04.363159 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:14:04.374543 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:14:04.385734 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:14:04.396826 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:14:04.408187 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:14:04.419390 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:14:04.534234 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:14:04.742625 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:14:05.245263 run create_hlr_db(pid=9585): Launched\u000a07:14:05.427482 bus /sierra_2: Setting Powered False\u000a07:14:06.449556 run create_hlr_db(pid=9585): Terminated: ok {rc=0}\u000a07:14:06.852646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9587): Launched\u000a07:14:07.167688 run osmo-hlr_10.42.42.2(pid=9588): Launched\u000a07:14:07.282420 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:14:07.830318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9590): Launched\u000a07:14:08.144009 run osmo-stp_10.42.42.5(pid=9591): Launched\u000a07:14:08.257736 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:14:08.837940 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9593): Launched\u000a07:14:09.152808 run osmo-msc_10.42.42.6(pid=9594): Launched\u000a07:14:09.337875 run osmo-stp_10.42.42.5(pid=9591): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9591)]\u000a07:14:09.474176 run osmo-stp_10.42.42.5(pid=9591): stdout: \u000a| (launched: 2022-12-10_07:14:07.990549)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:14:09.605656 run osmo-stp_10.42.42.5(pid=9591): stderr: \u000a| �[0;m�[38;5;43m20221210071408180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071408180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071408180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071408181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071408183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071408183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071408183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:14:09.731966 run osmo-stp_10.42.42.5(pid=9591): stdout: \u000a| (launched: 2022-12-10_07:14:07.990549)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:14:09.857099 run osmo-stp_10.42.42.5(pid=9591): stderr: \u000a| �[0;m�[38;5;43m20221210071408180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071408180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071408180 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071408181 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071408183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071408183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071408183 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:14:09.912055 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9591): Process ended prematurely: osmo-stp_10.42.42.5(pid=9591) [trial-2371↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9591)] [trial-2371↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a07:14:09.921147 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:14:09.982919 run osmo-hlr_10.42.42.2(pid=9588): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9588)]\u000a07:14:10.033750 run osmo-hlr_10.42.42.2(pid=9588): stdout: \u000a| (launched: 2022-12-10_07:14:07.013814) \u000a07:14:10.084829 run osmo-hlr_10.42.42.2(pid=9588): stderr: \u000a| �[0;m�[1;31m20221210071407212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071407212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071407212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071407212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071407212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071407212 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071407225 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071407233 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071407234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071407234 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:14:10.154582 run osmo-msc_10.42.42.6(pid=9594): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9594)]\u000a07:14:10.205401 run osmo-msc_10.42.42.6(pid=9594): stdout: \u000a| (launched: 2022-12-10_07:14:08.998669) \u000a07:14:10.256319 run osmo-msc_10.42.42.6(pid=9594): stderr: \u000a| �[0;m�[38;5;43m20221210071409323 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210071409323 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb2f9bc6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210071409323 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210071409323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210071409323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210071409324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210071409325 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210071409326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210071409326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210071409326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:14:10.299643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9587): Terminating (SIGTERM)\u000a07:14:10.341002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9590): Terminating (SIGTERM)\u000a07:14:10.382318 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9593): Terminating (SIGTERM)\u000a07:14:10.391794 --- ParallelTerminationStrategy: PID 9587 died...\u000a07:14:10.447419 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9587): Terminated: ok {rc=0}\u000a07:14:10.457470 --- ParallelTerminationStrategy: PID 9590 died...\u000a07:14:10.512708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9590): Terminated: ok {rc=0}\u000a07:14:10.522633 --- ParallelTerminationStrategy: PID 9593 died...\u000a07:14:10.577912 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9593): Terminated: ok {rc=0}\u000a07:14:10.665172 bus /sierra_3: Setting Powered False\u000a07:14:11.772218 bus /sierra_3: Setting Powered False\u000a07:14:12.880348 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9602): Process ended prematurely: osmo-stp_10.42.42.5(pid=9602) [trial-2371↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9602)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9602): Process ended prematurely: osmo-stp_10.42.42.5(pid=9602) [trial-2371↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9602)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:14:13.992891 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:14:14.004766 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a07:14:14.165652 tst mo_mt_call_osmux.py: using LAC 26730\u000a07:14:14.290140 tst mo_mt_call_osmux.py: using RAC 210\u000a07:14:14.413908 tst mo_mt_call_osmux.py: using CellId 26730\u000a07:14:14.538793 tst mo_mt_call_osmux.py: using BVCI 26731\u000a07:14:14.562763 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:14:14.574141 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:14:14.585450 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:14:14.596582 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:14:14.607908 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:14:14.619200 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:14:14.734436 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:14:14.936388 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:14:15.400046 run create_hlr_db(pid=9596): Launched\u000a07:14:15.569173 bus /sierra_2: Setting Powered False\u000a07:14:16.597275 run create_hlr_db(pid=9596): Terminated: ok {rc=0}\u000a07:14:17.015985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9598): Launched\u000a07:14:17.322621 run osmo-hlr_10.42.42.2(pid=9599): Launched\u000a07:14:17.434990 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:14:17.946490 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9601): Launched\u000a07:14:18.238970 run osmo-stp_10.42.42.5(pid=9602): Launched\u000a07:14:18.345491 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:14:18.879775 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9604): Launched\u000a07:14:19.173065 run osmo-msc_10.42.42.6(pid=9605): Launched\u000a07:14:19.351083 run osmo-stp_10.42.42.5(pid=9602): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9602)]\u000a07:14:19.485349 run osmo-stp_10.42.42.5(pid=9602): stdout: \u000a| (launched: 2022-12-10_07:14:18.094904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:14:19.619662 run osmo-stp_10.42.42.5(pid=9602): stderr: \u000a| �[0;m�[38;5;43m20221210071418262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071418263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071418263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071418263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071418264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071418264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071418264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:14:19.746851 run osmo-stp_10.42.42.5(pid=9602): stdout: \u000a| (launched: 2022-12-10_07:14:18.094904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:14:19.872435 run osmo-stp_10.42.42.5(pid=9602): stderr: \u000a| �[0;m�[38;5;43m20221210071418262 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071418263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071418263 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071418263 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071418264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071418264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071418264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:14:19.927842 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9602): Process ended prematurely: osmo-stp_10.42.42.5(pid=9602) [trial-2371↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9602)] [trial-2371↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a07:14:19.936879 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a07:14:19.999854 run osmo-hlr_10.42.42.2(pid=9599): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9599)]\u000a07:14:20.050874 run osmo-hlr_10.42.42.2(pid=9599): stdout: \u000a| (launched: 2022-12-10_07:14:17.168061) \u000a07:14:20.102685 run osmo-hlr_10.42.42.2(pid=9599): stderr: \u000a| �[0;m�[1;31m20221210071417348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071417348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071417348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071417348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071417348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071417348 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071417360 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071417369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071417369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071417369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:14:20.172532 run osmo-msc_10.42.42.6(pid=9605): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9605)]\u000a07:14:20.224016 run osmo-msc_10.42.42.6(pid=9605): stdout: \u000a| (launched: 2022-12-10_07:14:19.028331) \u000a07:14:20.275463 run osmo-msc_10.42.42.6(pid=9605): stderr: \u000a| �[0;m�[38;5;43m20221210071419297 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210071419297 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc91c602c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210071419297 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210071419297 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210071419298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210071419298 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210071419299 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210071419300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210071419300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210071419300 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:14:20.319121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9598): Terminating (SIGTERM)\u000a07:14:20.361080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9601): Terminating (SIGTERM)\u000a07:14:20.403099 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9604): Terminating (SIGTERM)\u000a07:14:20.412606 --- ParallelTerminationStrategy: PID 9598 died...\u000a07:14:20.470004 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9598): Terminated: ok {rc=0}\u000a07:14:20.480021 --- ParallelTerminationStrategy: PID 9601 died...\u000a07:14:20.536471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9601): Terminated: ok {rc=0}\u000a07:14:20.546420 --- ParallelTerminationStrategy: PID 9604 died...\u000a07:14:20.602807 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9604): Terminated: ok {rc=0}\u000a07:14:20.690199 bus /sierra_3: Setting Powered False\u000a07:14:21.792135 bus /sierra_3: Setting Powered False\u000a07:14:22.903298 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "43", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:14:03" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9618): Process ended prematurely: osmo-stp_10.42.42.5(pid=9618) [trial-2371↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9618)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9618): Process ended prematurely: osmo-stp_10.42.42.5(pid=9618) [trial-2371↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9618)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:14:24.904148 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:14:24.916256 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:14:25.068638 tst mo_mt_call.py: using LAC 26731\u000a07:14:25.185081 tst mo_mt_call.py: using RAC 211\u000a07:14:25.308162 tst mo_mt_call.py: using CellId 26731\u000a07:14:25.431067 tst mo_mt_call.py: using BVCI 26732\u000a07:14:25.455508 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:14:25.467042 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:14:25.478419 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:14:25.489944 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:14:25.501611 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:14:25.512786 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:14:25.629774 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:14:25.835759 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:14:26.338906 run create_hlr_db(pid=9612): Launched\u000a07:14:26.521277 bus /sierra_2: Setting Powered False\u000a07:14:27.543821 run create_hlr_db(pid=9612): Terminated: ok {rc=0}\u000a07:14:27.962690 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9614): Launched\u000a07:14:28.275664 run osmo-hlr_10.42.42.2(pid=9615): Launched\u000a07:14:28.393860 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:14:28.940530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9617): Launched\u000a07:14:29.254673 run osmo-stp_10.42.42.5(pid=9618): Launched\u000a07:14:29.368670 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:14:29.942670 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9620): Launched\u000a07:14:30.256006 run osmo-msc_10.42.42.6(pid=9621): Launched\u000a07:14:30.440355 run osmo-stp_10.42.42.5(pid=9618): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9618)]\u000a07:14:30.574320 run osmo-stp_10.42.42.5(pid=9618): stdout: \u000a| (launched: 2022-12-10_07:14:29.100359)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:14:30.707119 run osmo-stp_10.42.42.5(pid=9618): stderr: \u000a| �[0;m�[38;5;43m20221210071429292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071429292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071429292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071429293 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071429293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071429293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071429293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:14:30.832896 run osmo-stp_10.42.42.5(pid=9618): stdout: \u000a| (launched: 2022-12-10_07:14:29.100359)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:14:30.986273 run osmo-stp_10.42.42.5(pid=9618): stderr: \u000a| �[0;m�[38;5;43m20221210071429292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071429292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071429292 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071429293 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071429293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071429293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071429293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:14:31.042935 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9618): Process ended prematurely: osmo-stp_10.42.42.5(pid=9618) [trial-2371↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9618)] [trial-2371↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a07:14:31.052898 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:14:31.116086 run osmo-hlr_10.42.42.2(pid=9615): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9615)]\u000a07:14:31.167640 run osmo-hlr_10.42.42.2(pid=9615): stdout: \u000a| (launched: 2022-12-10_07:14:28.122199) \u000a07:14:31.219792 run osmo-hlr_10.42.42.2(pid=9615): stderr: \u000a| �[0;m�[1;31m20221210071428322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071428322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071428322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071428322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071428322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071428322 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071428334 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071428342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071428343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071428343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:14:31.290698 run osmo-msc_10.42.42.6(pid=9621): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9621)]\u000a07:14:31.342407 run osmo-msc_10.42.42.6(pid=9621): stdout: \u000a| (launched: 2022-12-10_07:14:30.102329) \u000a07:14:31.394554 run osmo-msc_10.42.42.6(pid=9621): stderr: \u000a| �[0;m�[38;5;43m20221210071430423 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210071430423 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7c28accc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210071430423 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210071430423 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210071430424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210071430424 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210071430425 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210071430426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210071430426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210071430426 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:14:31.438831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9614): Terminating (SIGTERM)\u000a07:14:31.480920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9617): Terminating (SIGTERM)\u000a07:14:31.523896 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9620): Terminating (SIGTERM)\u000a07:14:31.534650 --- ParallelTerminationStrategy: PID 9614 died...\u000a07:14:31.590703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9614): Terminated: ok {rc=0}\u000a07:14:31.601101 --- ParallelTerminationStrategy: PID 9617 died...\u000a07:14:31.656818 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9617): Terminated: ok {rc=0}\u000a07:14:31.667439 --- ParallelTerminationStrategy: PID 9620 died...\u000a07:14:31.724087 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9620): Terminated: ok {rc=0}\u000a07:14:31.812858 bus /sierra_3: Setting Powered False\u000a07:14:32.915324 bus /sierra_3: Setting Powered False\u000a07:14:34.026715 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9629): Process ended prematurely: osmo-stp_10.42.42.5(pid=9629) [trial-2371↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9629)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9629): Process ended prematurely: osmo-stp_10.42.42.5(pid=9629) [trial-2371↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9629)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:14:35.135405 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:14:35.146914 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:14:35.299015 tst mo_mt_call_osmux.py: using LAC 26732\u000a07:14:35.415568 tst mo_mt_call_osmux.py: using RAC 212\u000a07:14:35.532869 tst mo_mt_call_osmux.py: using CellId 26732\u000a07:14:35.647140 tst mo_mt_call_osmux.py: using BVCI 26733\u000a07:14:35.669445 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:14:35.680262 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:14:35.691024 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:14:35.701998 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:14:35.713009 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:14:35.724085 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:14:35.840167 tst voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:14:36.036459 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:14:36.498405 run create_hlr_db(pid=9623): Launched\u000a07:14:36.667183 bus /sierra_2: Setting Powered False\u000a07:14:37.688696 run create_hlr_db(pid=9623): Terminated: ok {rc=0}\u000a07:14:38.081983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9625): Launched\u000a07:14:38.375877 run osmo-hlr_10.42.42.2(pid=9626): Launched\u000a07:14:38.489773 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:14:39.006187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9628): Launched\u000a07:14:39.300217 run osmo-stp_10.42.42.5(pid=9629): Launched\u000a07:14:39.408047 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:14:39.945262 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9631): Launched\u000a07:14:40.263278 run osmo-msc_10.42.42.6(pid=9632): Launched\u000a07:14:40.449324 run osmo-stp_10.42.42.5(pid=9629): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9629)]\u000a07:14:40.584299 run osmo-stp_10.42.42.5(pid=9629): stdout: \u000a| (launched: 2022-12-10_07:14:39.155081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:14:40.718385 run osmo-stp_10.42.42.5(pid=9629): stderr: \u000a| �[0;m�[38;5;43m20221210071439323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071439324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071439324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071439324 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071439325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071439325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071439325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:14:40.845577 run osmo-stp_10.42.42.5(pid=9629): stdout: \u000a| (launched: 2022-12-10_07:14:39.155081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:14:40.971267 run osmo-stp_10.42.42.5(pid=9629): stderr: \u000a| �[0;m�[38;5;43m20221210071439323 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071439324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071439324 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071439324 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071439325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071439325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071439325 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:14:41.027043 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9629): Process ended prematurely: osmo-stp_10.42.42.5(pid=9629) [trial-2371↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9629)] [trial-2371↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a07:14:41.036349 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a07:14:41.098160 run osmo-hlr_10.42.42.2(pid=9626): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9626)]\u000a07:14:41.149130 run osmo-hlr_10.42.42.2(pid=9626): stdout: \u000a| (launched: 2022-12-10_07:14:38.231424) \u000a07:14:41.200764 run osmo-hlr_10.42.42.2(pid=9626): stderr: \u000a| �[0;m�[1;31m20221210071438407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071438407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071438407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071438407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071438407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071438407 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071438419 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071438428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071438428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071438428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:14:41.270808 run osmo-msc_10.42.42.6(pid=9632): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9632)]\u000a07:14:41.321820 run osmo-msc_10.42.42.6(pid=9632): stdout: \u000a| (launched: 2022-12-10_07:14:40.107868) \u000a07:14:41.373355 run osmo-msc_10.42.42.6(pid=9632): stderr: \u000a| �[0;m�[38;5;43m20221210071440426 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210071440426 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f41b9051c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210071440426 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210071440426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210071440426 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210071440427 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210071440428 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210071440429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210071440429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210071440429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:14:41.416900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9625): Terminating (SIGTERM)\u000a07:14:41.458483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9628): Terminating (SIGTERM)\u000a07:14:41.500177 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9631): Terminating (SIGTERM)\u000a07:14:41.510002 --- ParallelTerminationStrategy: PID 9625 died...\u000a07:14:41.565732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9625): Terminated: ok {rc=0}\u000a07:14:41.575795 --- ParallelTerminationStrategy: PID 9628 died...\u000a07:14:41.631097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9628): Terminated: ok {rc=0}\u000a07:14:41.641142 --- ParallelTerminationStrategy: PID 9631 died...\u000a07:14:41.696489 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9631): Terminated: ok {rc=0}\u000a07:14:41.783129 bus /sierra_3: Setting Powered False\u000a07:14:42.885896 bus /sierra_3: Setting Powered False\u000a07:14:43.995834 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "44", "name" : "voice_trx-b200+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:14:24" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9643): Process ended prematurely: osmo-stp_10.42.42.5(pid=9643) [trial-2371↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9643)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9643): Process ended prematurely: osmo-stp_10.42.42.5(pid=9643) [trial-2371↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9643)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a07:14:46.000002 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:14:46.012061 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:14:46.177153 tst mo_mt_call.py: using LAC 26733\u000a07:14:46.303522 tst mo_mt_call.py: using RAC 213\u000a07:14:46.424173 tst mo_mt_call.py: using CellId 26733\u000a07:14:46.543179 tst mo_mt_call.py: using BVCI 26734\u000a07:14:46.567144 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:14:46.579640 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:14:46.591638 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:14:46.605521 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:14:46.618565 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:14:46.630434 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:14:46.750369 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:14:47.006166 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:14:47.514518 run create_hlr_db(pid=9637): Launched\u000a07:14:47.696757 bus /sierra_2: Setting Powered False\u000a07:14:48.718327 run create_hlr_db(pid=9637): Terminated: ok {rc=0}\u000a07:14:49.137347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9639): Launched\u000a07:14:49.450960 run osmo-hlr_10.42.42.2(pid=9640): Launched\u000a07:14:49.565540 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:14:50.110723 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9642): Launched\u000a07:14:50.424293 run osmo-stp_10.42.42.5(pid=9643): Launched\u000a07:14:50.538397 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:14:51.111750 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9645): Launched\u000a07:14:51.425439 run osmo-msc_10.42.42.6(pid=9646): Launched\u000a07:14:51.609918 run osmo-stp_10.42.42.5(pid=9643): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9643)]\u000a07:14:51.742636 run osmo-stp_10.42.42.5(pid=9643): stdout: \u000a| (launched: 2022-12-10_07:14:50.270542)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:14:51.875347 run osmo-stp_10.42.42.5(pid=9643): stderr: \u000a| �[0;m�[38;5;43m20221210071450463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071450464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071450464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071450464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071450465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071450465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071450465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:14:52.002366 run osmo-stp_10.42.42.5(pid=9643): stdout: \u000a| (launched: 2022-12-10_07:14:50.270542)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:14:52.127907 run osmo-stp_10.42.42.5(pid=9643): stderr: \u000a| �[0;m�[38;5;43m20221210071450463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071450464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071450464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071450464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071450465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071450465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071450465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:14:52.183313 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9643): Process ended prematurely: osmo-stp_10.42.42.5(pid=9643) [trial-2371↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9643)] [trial-2371↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a07:14:52.192457 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:14:52.254912 run osmo-hlr_10.42.42.2(pid=9640): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9640)]\u000a07:14:52.306070 run osmo-hlr_10.42.42.2(pid=9640): stdout: \u000a| (launched: 2022-12-10_07:14:49.297430) \u000a07:14:52.357928 run osmo-hlr_10.42.42.2(pid=9640): stderr: \u000a| �[0;m�[1;31m20221210071449495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071449495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071449495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071449495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071449495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071449495 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071449509 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071449519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071449519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071449519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:14:52.427924 run osmo-msc_10.42.42.6(pid=9646): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9646)]\u000a07:14:52.479403 run osmo-msc_10.42.42.6(pid=9646): stdout: \u000a| (launched: 2022-12-10_07:14:51.271491) \u000a07:14:52.531226 run osmo-msc_10.42.42.6(pid=9646): stderr: \u000a| �[0;m�[38;5;43m20221210071451592 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210071451592 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f991c644c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210071451593 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210071451593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210071451593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210071451593 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210071451595 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210071451595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210071451595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210071451595 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:14:52.574968 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9639): Terminating (SIGTERM)\u000a07:14:52.616603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9642): Terminating (SIGTERM)\u000a07:14:52.658375 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9645): Terminating (SIGTERM)\u000a07:14:52.667744 --- ParallelTerminationStrategy: PID 9639 died...\u000a07:14:52.723308 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9639): Terminated: ok {rc=0}\u000a07:14:52.733377 --- ParallelTerminationStrategy: PID 9642 died...\u000a07:14:52.788782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9642): Terminated: ok {rc=0}\u000a07:14:52.798973 --- ParallelTerminationStrategy: PID 9645 died...\u000a07:14:52.854424 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9645): Terminated: ok {rc=0}\u000a07:14:52.941864 bus /sierra_3: Setting Powered False\u000a07:14:54.047228 bus /sierra_3: Setting Powered False\u000a07:14:55.155128 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9654): Process ended prematurely: osmo-stp_10.42.42.5(pid=9654) [trial-2371↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9654)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9654): Process ended prematurely: osmo-stp_10.42.42.5(pid=9654) [trial-2371↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9654)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:14:56.268747 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:14:56.281011 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:14:56.446085 tst mo_mt_call_osmux.py: using LAC 26734\u000a07:14:56.570151 tst mo_mt_call_osmux.py: using RAC 214\u000a07:14:56.696106 tst mo_mt_call_osmux.py: using CellId 26734\u000a07:14:56.819734 tst mo_mt_call_osmux.py: using BVCI 26735\u000a07:14:56.843942 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:14:56.855570 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:14:56.867110 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:14:56.879510 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:14:56.891419 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:14:56.903125 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:14:57.017097 tst voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:14:57.225095 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:14:57.728808 run create_hlr_db(pid=9648): Launched\u000a07:14:57.911062 bus /sierra_2: Setting Powered False\u000a07:14:58.932337 run create_hlr_db(pid=9648): Terminated: ok {rc=0}\u000a07:14:59.328249 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9650): Launched\u000a07:14:59.623639 run osmo-hlr_10.42.42.2(pid=9651): Launched\u000a07:14:59.733066 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:15:00.245174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9653): Launched\u000a07:15:00.539262 run osmo-stp_10.42.42.5(pid=9654): Launched\u000a07:15:00.647324 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:15:01.249729 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9656): Launched\u000a07:15:01.653113 run osmo-msc_10.42.42.6(pid=9657): Launched\u000a07:15:02.000288 run osmo-stp_10.42.42.5(pid=9654): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9654)]\u000a07:15:02.293712 run osmo-stp_10.42.42.5(pid=9654): stdout: \u000a| (launched: 2022-12-10_07:15:00.394661)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:15:02.419352 run osmo-stp_10.42.42.5(pid=9654): stderr: \u000a| �[0;m�[38;5;43m20221210071500565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071500565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071500566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071500566 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071500566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071500567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071500567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:15:02.539485 run osmo-stp_10.42.42.5(pid=9654): stdout: \u000a| (launched: 2022-12-10_07:15:00.394661)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:15:02.657497 run osmo-stp_10.42.42.5(pid=9654): stderr: \u000a| �[0;m�[38;5;43m20221210071500565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071500565 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071500566 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071500566 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071500566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071500567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071500567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:15:02.709715 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9654): Process ended prematurely: osmo-stp_10.42.42.5(pid=9654) [trial-2371↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9654)] [trial-2371↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a07:15:02.718473 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a07:15:02.779528 run osmo-hlr_10.42.42.2(pid=9651): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9651)]\u000a07:15:02.829101 run osmo-hlr_10.42.42.2(pid=9651): stdout: \u000a| (launched: 2022-12-10_07:14:59.477918) \u000a07:15:02.879298 run osmo-hlr_10.42.42.2(pid=9651): stderr: \u000a| �[0;m�[1;31m20221210071459652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071459652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071459652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071459652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071459652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071459652 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071459664 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071459673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071459673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071459673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:15:02.947343 run osmo-msc_10.42.42.6(pid=9657): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9657)]\u000a07:15:02.996912 run osmo-msc_10.42.42.6(pid=9657): stdout: \u000a| (launched: 2022-12-10_07:15:01.402127) \u000a07:15:03.047215 run osmo-msc_10.42.42.6(pid=9657): stderr: \u000a| �[0;m�[38;5;43m20221210071501974 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210071501974 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd645209c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210071501974 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210071501974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210071501974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210071501974 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210071501976 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210071501977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210071501977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210071501977 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:15:03.089262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9650): Terminating (SIGTERM)\u000a07:15:03.129229 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9653): Terminating (SIGTERM)\u000a07:15:03.169385 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9656): Terminating (SIGTERM)\u000a07:15:03.179024 --- ParallelTerminationStrategy: PID 9650 died...\u000a07:15:03.232807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9650): Terminated: ok {rc=0}\u000a07:15:03.242858 --- ParallelTerminationStrategy: PID 9653 died...\u000a07:15:03.296312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9653): Terminated: ok {rc=0}\u000a07:15:03.306088 --- ParallelTerminationStrategy: PID 9656 died...\u000a07:15:03.359610 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9656): Terminated: ok {rc=0}\u000a07:15:03.448165 bus /sierra_3: Setting Powered False\u000a07:15:04.551237 bus /sierra_3: Setting Powered False\u000a07:15:05.662002 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "45", "name" : "voice_trx-b200+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:14:45" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9672): Process ended prematurely: osmo-stp_10.42.42.5(pid=9672) [trial-2371↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9672)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9672): Process ended prematurely: osmo-stp_10.42.42.5(pid=9672) [trial-2371↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9672)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a07:15:07.650430 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:15:07.661355 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:15:07.813419 tst mo_mt_call.py: using LAC 26735\u000a07:15:07.927341 tst mo_mt_call.py: using RAC 215\u000a07:15:08.041960 tst mo_mt_call.py: using CellId 26735\u000a07:15:08.159760 tst mo_mt_call.py: using BVCI 26736\u000a07:15:08.182030 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:15:08.192596 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:15:08.203130 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:15:08.214046 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:15:08.225099 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:15:08.235996 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:15:08.353653 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:15:08.552526 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:15:09.012834 run create_hlr_db(pid=9666): Launched\u000a07:15:09.181655 bus /sierra_2: Setting Powered False\u000a07:15:10.204331 run create_hlr_db(pid=9666): Terminated: ok {rc=0}\u000a07:15:10.595661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9668): Launched\u000a07:15:10.888889 run osmo-hlr_10.42.42.2(pid=9669): Launched\u000a07:15:10.996166 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:15:11.504281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9671): Launched\u000a07:15:11.797632 run osmo-stp_10.42.42.5(pid=9672): Launched\u000a07:15:11.909425 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:15:12.453611 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9674): Launched\u000a07:15:12.748318 run osmo-msc_10.42.42.6(pid=9675): Launched\u000a07:15:12.922364 run osmo-stp_10.42.42.5(pid=9672): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9672)]\u000a07:15:13.048123 run osmo-stp_10.42.42.5(pid=9672): stdout: \u000a| (launched: 2022-12-10_07:15:11.652925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:15:13.170735 run osmo-stp_10.42.42.5(pid=9672): stderr: \u000a| �[0;m�[38;5;43m20221210071511822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071511822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071511822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071511823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071511823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071511823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071511823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:15:13.289074 run osmo-stp_10.42.42.5(pid=9672): stdout: \u000a| (launched: 2022-12-10_07:15:11.652925)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:15:13.407145 run osmo-stp_10.42.42.5(pid=9672): stderr: \u000a| �[0;m�[38;5;43m20221210071511822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071511822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071511822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071511823 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071511823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071511823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071511823 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:15:13.459341 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9672): Process ended prematurely: osmo-stp_10.42.42.5(pid=9672) [trial-2371↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9672)] [trial-2371↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a07:15:13.468144 tst mo_mt_call.py:8: Test FAILED (5.8 sec)\u000a07:15:13.528406 run osmo-hlr_10.42.42.2(pid=9669): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9669)]\u000a07:15:13.577286 run osmo-hlr_10.42.42.2(pid=9669): stdout: \u000a| (launched: 2022-12-10_07:15:10.744600) \u000a07:15:13.627074 run osmo-hlr_10.42.42.2(pid=9669): stderr: \u000a| �[0;m�[1;31m20221210071510919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071510919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071510919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071510919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071510919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071510919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071510931 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071510939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071510939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071510939 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:15:13.694186 run osmo-msc_10.42.42.6(pid=9675): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9675)]\u000a07:15:13.743103 run osmo-msc_10.42.42.6(pid=9675): stdout: \u000a| (launched: 2022-12-10_07:15:12.602665) \u000a07:15:13.792503 run osmo-msc_10.42.42.6(pid=9675): stderr: \u000a| �[0;m�[38;5;43m20221210071512875 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210071512875 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe06413fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210071512875 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210071512875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210071512875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210071512875 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210071512877 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210071512877 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210071512878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210071512878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:15:13.834033 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9668): Terminating (SIGTERM)\u000a07:15:13.873509 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9671): Terminating (SIGTERM)\u000a07:15:13.912802 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9674): Terminating (SIGTERM)\u000a07:15:13.922195 --- ParallelTerminationStrategy: PID 9668 died...\u000a07:15:13.975162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9668): Terminated: ok {rc=0}\u000a07:15:13.984873 --- ParallelTerminationStrategy: PID 9671 died...\u000a07:15:14.037758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9671): Terminated: ok {rc=0}\u000a07:15:14.047621 --- ParallelTerminationStrategy: PID 9674 died...\u000a07:15:14.100560 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9674): Terminated: ok {rc=0}\u000a07:15:14.183381 bus /sierra_3: Setting Powered False\u000a07:15:15.288465 bus /sierra_3: Setting Powered False\u000a07:15:16.415959 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "voice:trx-b200+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9683): Process ended prematurely: osmo-stp_10.42.42.5(pid=9683) [trial-2371↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9683)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9683): Process ended prematurely: osmo-stp_10.42.42.5(pid=9683) [trial-2371↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9683)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-b200+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:15:17.530465 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:15:17.542266 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:15:17.699134 tst mo_mt_call_osmux.py: using LAC 26736\u000a07:15:17.814823 tst mo_mt_call_osmux.py: using RAC 216\u000a07:15:17.932074 tst mo_mt_call_osmux.py: using CellId 26736\u000a07:15:18.047680 tst mo_mt_call_osmux.py: using BVCI 26737\u000a07:15:18.070499 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:15:18.081358 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:15:18.092114 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:15:18.103118 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:15:18.113964 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:15:18.124722 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:15:18.237311 tst voice:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:15:18.446484 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:15:18.952426 run create_hlr_db(pid=9677): Launched\u000a07:15:19.135384 bus /sierra_2: Setting Powered False\u000a07:15:20.157400 run create_hlr_db(pid=9677): Terminated: ok {rc=0}\u000a07:15:20.554217 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9679): Launched\u000a07:15:20.848073 run osmo-hlr_10.42.42.2(pid=9680): Launched\u000a07:15:20.962945 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:15:21.484178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9682): Launched\u000a07:15:21.779077 run osmo-stp_10.42.42.5(pid=9683): Launched\u000a07:15:21.886788 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:15:22.424437 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9685): Launched\u000a07:15:22.719581 run osmo-msc_10.42.42.6(pid=9686): Launched\u000a07:15:22.892576 run osmo-stp_10.42.42.5(pid=9683): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9683)]\u000a07:15:23.017300 run osmo-stp_10.42.42.5(pid=9683): stdout: \u000a| (launched: 2022-12-10_07:15:21.633944)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:15:23.139786 run osmo-stp_10.42.42.5(pid=9683): stderr: \u000a| �[0;m�[38;5;43m20221210071521805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071521805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071521805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071521806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071521806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071521806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071521806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:15:23.257833 run osmo-stp_10.42.42.5(pid=9683): stdout: \u000a| (launched: 2022-12-10_07:15:21.633944)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:15:23.374920 run osmo-stp_10.42.42.5(pid=9683): stderr: \u000a| �[0;m�[38;5;43m20221210071521805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071521805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071521805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071521806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071521806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071521806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071521806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:15:23.426732 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9683): Process ended prematurely: osmo-stp_10.42.42.5(pid=9683) [trial-2371↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9683)] [trial-2371↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a07:15:23.435266 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a07:15:23.495002 run osmo-hlr_10.42.42.2(pid=9680): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9680)]\u000a07:15:23.543728 run osmo-hlr_10.42.42.2(pid=9680): stdout: \u000a| (launched: 2022-12-10_07:15:20.703547) \u000a07:15:23.593283 run osmo-hlr_10.42.42.2(pid=9680): stderr: \u000a| �[0;m�[1;31m20221210071520879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071520879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071520879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071520879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071520879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071520879 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071520892 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-b200+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071520900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071520901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071520901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:15:23.659967 run osmo-msc_10.42.42.6(pid=9686): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-b200+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9686)]\u000a07:15:23.708440 run osmo-msc_10.42.42.6(pid=9686): stdout: \u000a| (launched: 2022-12-10_07:15:22.574065) \u000a07:15:23.757405 run osmo-msc_10.42.42.6(pid=9686): stderr: \u000a| �[0;m�[38;5;43m20221210071522844 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210071522844 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f30a177ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210071522844 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210071522844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210071522845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210071522845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210071522846 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210071522847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210071522847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210071522847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:15:23.798768 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9679): Terminating (SIGTERM)\u000a07:15:23.838414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9682): Terminating (SIGTERM)\u000a07:15:23.878152 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9685): Terminating (SIGTERM)\u000a07:15:23.887298 --- ParallelTerminationStrategy: PID 9679 died...\u000a07:15:23.940614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9679): Terminated: ok {rc=0}\u000a07:15:23.950457 --- ParallelTerminationStrategy: PID 9682 died...\u000a07:15:24.003491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9682): Terminated: ok {rc=0}\u000a07:15:24.013355 --- ParallelTerminationStrategy: PID 9685 died...\u000a07:15:24.066380 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9685): Terminated: ok {rc=0}\u000a07:15:24.156816 bus /sierra_3: Setting Powered False\u000a07:15:25.259397 bus /sierra_3: Setting Powered False\u000a07:15:26.370418 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "46", "name" : "voice_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:15:07" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9699): Process ended prematurely: osmo-stp_10.42.42.5(pid=9699) [trial-2371↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9699)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9699): Process ended prematurely: osmo-stp_10.42.42.5(pid=9699) [trial-2371↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9699)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call.py\u000a----------------------------------------------\u000a07:15:28.356902 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a07:15:28.367762 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a07:15:28.504429 tst mo_mt_call.py: using LAC 26737\u000a07:15:28.619953 tst mo_mt_call.py: using RAC 217\u000a07:15:28.737417 tst mo_mt_call.py: using CellId 26737\u000a07:15:28.852820 tst mo_mt_call.py: using BVCI 26738\u000a07:15:28.875200 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a07:15:28.886004 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a07:15:28.896492 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a07:15:28.907352 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a07:15:28.918111 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a07:15:28.929218 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a07:15:29.042048 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a07:15:29.239032 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:15:29.700433 run create_hlr_db(pid=9693): Launched\u000a07:15:29.869369 bus /sierra_2: Setting Powered False\u000a07:15:30.905785 run create_hlr_db(pid=9693): Terminated: ok {rc=0}\u000a07:15:31.358566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9695): Launched\u000a07:15:31.861061 run osmo-hlr_10.42.42.2(pid=9696): Launched\u000a07:15:31.977739 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:15:32.536644 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9698): Launched\u000a07:15:32.831543 run osmo-stp_10.42.42.5(pid=9699): Launched\u000a07:15:32.949034 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:15:33.491936 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9701): Launched\u000a07:15:33.786065 run osmo-msc_10.42.42.6(pid=9702): Launched\u000a07:15:33.959272 run osmo-stp_10.42.42.5(pid=9699): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9699)]\u000a07:15:34.084608 run osmo-stp_10.42.42.5(pid=9699): stdout: \u000a| (launched: 2022-12-10_07:15:32.686139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:15:34.206827 run osmo-stp_10.42.42.5(pid=9699): stderr: \u000a| �[0;m�[38;5;43m20221210071532854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071532854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071532855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071532855 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071532857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071532857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071532858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:15:34.324510 run osmo-stp_10.42.42.5(pid=9699): stdout: \u000a| (launched: 2022-12-10_07:15:32.686139)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:15:34.441255 run osmo-stp_10.42.42.5(pid=9699): stderr: \u000a| �[0;m�[38;5;43m20221210071532854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071532854 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071532855 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071532855 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071532857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071532857 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071532858 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:15:34.492850 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9699): Process ended prematurely: osmo-stp_10.42.42.5(pid=9699) [trial-2371↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9699)] [trial-2371↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py:8]\u000a07:15:34.501173 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:15:34.560460 run osmo-hlr_10.42.42.2(pid=9696): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9696)]\u000a07:15:34.609077 run osmo-hlr_10.42.42.2(pid=9696): stdout: \u000a| (launched: 2022-12-10_07:15:31.568069) \u000a07:15:34.658342 run osmo-hlr_10.42.42.2(pid=9696): stderr: \u000a| �[0;m�[1;31m20221210071531801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071531801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071531801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071531801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071531801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071531802 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071531822 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071531840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071531840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071531840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:15:34.724930 run osmo-msc_10.42.42.6(pid=9702): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9702)]\u000a07:15:34.773593 run osmo-msc_10.42.42.6(pid=9702): stdout: \u000a| (launched: 2022-12-10_07:15:33.640683) \u000a07:15:34.822594 run osmo-msc_10.42.42.6(pid=9702): stderr: \u000a| �[0;m�[38;5;43m20221210071533914 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210071533914 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f002e10dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210071533914 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210071533914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210071533914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210071533914 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210071533916 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210071533916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210071533917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210071533917 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:15:34.864120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9695): Terminating (SIGTERM)\u000a07:15:34.903626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9698): Terminating (SIGTERM)\u000a07:15:34.943059 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9701): Terminating (SIGTERM)\u000a07:15:34.952320 --- ParallelTerminationStrategy: PID 9695 died...\u000a07:15:35.005077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9695): Terminated: ok {rc=0}\u000a07:15:35.014664 --- ParallelTerminationStrategy: PID 9698 died...\u000a07:15:35.067023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9698): Terminated: ok {rc=0}\u000a07:15:35.076574 --- ParallelTerminationStrategy: PID 9701 died...\u000a07:15:35.129021 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9701): Terminated: ok {rc=0}\u000a07:15:35.216367 bus /sierra_3: Setting Powered False\u000a07:15:36.319565 bus /sierra_3: Setting Powered False\u000a07:15:37.430334 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "voice:trx-b200+mod-bts0-trxdversion0", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9710): Process ended prematurely: osmo-stp_10.42.42.5(pid=9710) [trial-2371↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9710)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9710): Process ended prematurely: osmo-stp_10.42.42.5(pid=9710) [trial-2371↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9710)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-b200+mod-bts0-trxdversion0 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:15:38.538379 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a07:15:38.549732 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x bts (candidates: 1)\u000a07:15:38.686057 tst mo_mt_call_osmux.py: using LAC 26738\u000a07:15:38.801309 tst mo_mt_call_osmux.py: using RAC 218\u000a07:15:38.916065 tst mo_mt_call_osmux.py: using CellId 26738\u000a07:15:39.034437 tst mo_mt_call_osmux.py: using BVCI 26739\u000a07:15:39.056498 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a07:15:39.067509 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a07:15:39.078154 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a07:15:39.088725 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a07:15:39.099876 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x ip_address (candidates: 6)\u000a07:15:39.110885 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a07:15:39.230703 tst voice:trx-b200+mod-bts0-trxdversion0: Using 1 x modem (candidates: 2)\u000a07:15:39.439422 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:15:39.943417 run create_hlr_db(pid=9704): Launched\u000a07:15:40.125980 bus /sierra_2: Setting Powered False\u000a07:15:41.147358 run create_hlr_db(pid=9704): Terminated: ok {rc=0}\u000a07:15:41.542763 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9706): Launched\u000a07:15:41.837643 run osmo-hlr_10.42.42.2(pid=9707): Launched\u000a07:15:41.952315 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:15:42.472349 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9709): Launched\u000a07:15:42.767357 run osmo-stp_10.42.42.5(pid=9710): Launched\u000a07:15:42.874848 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:15:43.413111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9712): Launched\u000a07:15:43.708762 run osmo-msc_10.42.42.6(pid=9713): Launched\u000a07:15:43.883538 run osmo-stp_10.42.42.5(pid=9710): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9710)]\u000a07:15:44.009192 run osmo-stp_10.42.42.5(pid=9710): stdout: \u000a| (launched: 2022-12-10_07:15:42.622339)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:15:44.132407 run osmo-stp_10.42.42.5(pid=9710): stderr: \u000a| �[0;m�[38;5;43m20221210071542790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071542790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071542790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071542790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071542791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071542791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071542791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:15:44.250987 run osmo-stp_10.42.42.5(pid=9710): stdout: \u000a| (launched: 2022-12-10_07:15:42.622339)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:15:44.369197 run osmo-stp_10.42.42.5(pid=9710): stderr: \u000a| �[0;m�[38;5;43m20221210071542790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071542790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071542790 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071542790 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071542791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071542791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071542791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:15:44.421045 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9710): Process ended prematurely: osmo-stp_10.42.42.5(pid=9710) [trial-2371↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9710)] [trial-2371↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py:8]\u000a07:15:44.429470 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a07:15:44.488901 run osmo-hlr_10.42.42.2(pid=9707): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9707)]\u000a07:15:44.537581 run osmo-hlr_10.42.42.2(pid=9707): stdout: \u000a| (launched: 2022-12-10_07:15:41.692507) \u000a07:15:44.586950 run osmo-hlr_10.42.42.2(pid=9707): stderr: \u000a| �[0;m�[1;31m20221210071541865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071541865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071541865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071541865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071541865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071541865 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071541878 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-b200+mod-bts0-trxdversion0/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071541887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071541887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071541887 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:15:44.654064 run osmo-msc_10.42.42.6(pid=9713): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-b200+mod-bts0-trxdversion0↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9713)]\u000a07:15:44.702696 run osmo-msc_10.42.42.6(pid=9713): stdout: \u000a| (launched: 2022-12-10_07:15:43.562498) \u000a07:15:44.751849 run osmo-msc_10.42.42.6(pid=9713): stderr: \u000a| �[0;m�[38;5;43m20221210071543837 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210071543837 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f03bc46fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210071543837 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210071543837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210071543837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210071543837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210071543839 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210071543839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210071543840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210071543840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:15:44.793006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9706): Terminating (SIGTERM)\u000a07:15:44.832191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9709): Terminating (SIGTERM)\u000a07:15:44.871418 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9712): Terminating (SIGTERM)\u000a07:15:44.880685 --- ParallelTerminationStrategy: PID 9706 died...\u000a07:15:44.934211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9706): Terminated: ok {rc=0}\u000a07:15:44.943615 --- ParallelTerminationStrategy: PID 9709 died...\u000a07:15:44.996184 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9709): Terminated: ok {rc=0}\u000a07:15:45.005843 --- ParallelTerminationStrategy: PID 9712 died...\u000a07:15:45.058394 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9712): Terminated: ok {rc=0}\u000a07:15:45.147291 bus /sierra_3: Setting Powered False\u000a07:15:46.265284 bus /sierra_3: Setting Powered False\u000a07:15:47.377913 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "47", "name" : "voice_trx-b200+mod-bts0-trxdversion0", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:15:28" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9725): Process ended prematurely: osmo-stp_10.42.42.5(pid=9725) [trial-2371↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9725)]", "failedSince" : 2145, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9725): Process ended prematurely: osmo-stp_10.42.42.5(pid=9725) [trial-2371↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9725)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a07:15:49.379469 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:15:49.391060 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a07:15:49.534706 tst mo_mt_call.py: using LAC 26739\u000a07:15:49.660163 tst mo_mt_call.py: using RAC 219\u000a07:15:49.783044 tst mo_mt_call.py: using CellId 26739\u000a07:15:49.906807 tst mo_mt_call.py: using BVCI 26740\u000a07:15:49.930781 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:15:49.942323 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:15:49.953726 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:15:49.965213 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:15:49.976676 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:15:49.988071 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a07:15:50.102121 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a07:15:50.304833 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:15:50.768691 run create_hlr_db(pid=9719): Launched\u000a07:15:50.937905 bus /sierra_2: Setting Powered False\u000a07:15:51.959742 run create_hlr_db(pid=9719): Terminated: ok {rc=0}\u000a07:15:52.353312 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9721): Launched\u000a07:15:52.649353 run osmo-hlr_10.42.42.2(pid=9722): Launched\u000a07:15:52.764753 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:15:53.285875 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9724): Launched\u000a07:15:53.581177 run osmo-stp_10.42.42.5(pid=9725): Launched\u000a07:15:53.690491 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:15:54.228891 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9727): Launched\u000a07:15:54.525411 run osmo-msc_10.42.42.6(pid=9728): Launched\u000a07:15:54.700038 run osmo-stp_10.42.42.5(pid=9725): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9725)]\u000a07:15:54.827032 run osmo-stp_10.42.42.5(pid=9725): stdout: \u000a| (launched: 2022-12-10_07:15:53.435372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:15:54.949989 run osmo-stp_10.42.42.5(pid=9725): stderr: \u000a| �[0;m�[38;5;43m20221210071553606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071553606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071553607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071553607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071553608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071553608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071553608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:15:55.068680 run osmo-stp_10.42.42.5(pid=9725): stdout: \u000a| (launched: 2022-12-10_07:15:53.435372)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:15:55.186530 run osmo-stp_10.42.42.5(pid=9725): stderr: \u000a| �[0;m�[38;5;43m20221210071553606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071553606 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071553607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071553607 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071553608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071553608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071553608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:15:55.238478 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9725): Process ended prematurely: osmo-stp_10.42.42.5(pid=9725) [trial-2371↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9725)] [trial-2371↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a07:15:55.246931 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a07:15:55.307336 run osmo-hlr_10.42.42.2(pid=9722): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9722)]\u000a07:15:55.356661 run osmo-hlr_10.42.42.2(pid=9722): stdout: \u000a| (launched: 2022-12-10_07:15:52.503108) \u000a07:15:55.406740 run osmo-hlr_10.42.42.2(pid=9722): stderr: \u000a| �[0;m�[1;31m20221210071552675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071552675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071552675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071552675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071552675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071552675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071552687 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071552696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071552696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071552696 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:15:55.474192 run osmo-msc_10.42.42.6(pid=9728): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9728)]\u000a07:15:55.523301 run osmo-msc_10.42.42.6(pid=9728): stdout: \u000a| (launched: 2022-12-10_07:15:54.379121) \u000a07:15:55.573026 run osmo-msc_10.42.42.6(pid=9728): stderr: \u000a| �[0;m�[38;5;43m20221210071554652 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210071554652 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0035b7cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210071554652 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210071554652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210071554652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210071554652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210071554654 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210071554655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210071554655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210071554655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:15:55.614918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9721): Terminating (SIGTERM)\u000a07:15:55.655458 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9724): Terminating (SIGTERM)\u000a07:15:55.695207 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9727): Terminating (SIGTERM)\u000a07:15:55.704638 --- ParallelTerminationStrategy: PID 9721 died...\u000a07:15:55.758575 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9721): Terminated: ok {rc=0}\u000a07:15:55.768505 --- ParallelTerminationStrategy: PID 9724 died...\u000a07:15:55.821966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9724): Terminated: ok {rc=0}\u000a07:15:55.831583 --- ParallelTerminationStrategy: PID 9727 died...\u000a07:15:55.884860 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9727): Terminated: ok {rc=0}\u000a07:15:55.968645 bus /sierra_3: Setting Powered False\u000a07:15:57.075215 bus /sierra_3: Setting Powered False\u000a07:15:58.182537 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 207, "className" : "voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9736): Process ended prematurely: osmo-stp_10.42.42.5(pid=9736) [trial-2371↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9736)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9736): Process ended prematurely: osmo-stp_10.42.42.5(pid=9736) [trial-2371↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9736)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:15:59.289539 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:15:59.301151 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a07:15:59.438597 tst mo_mt_call_osmux.py: using LAC 26740\u000a07:15:59.552520 tst mo_mt_call_osmux.py: using RAC 220\u000a07:15:59.667226 tst mo_mt_call_osmux.py: using CellId 26740\u000a07:15:59.781624 tst mo_mt_call_osmux.py: using BVCI 26741\u000a07:15:59.804002 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:15:59.815130 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:15:59.826317 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:15:59.837689 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:15:59.849118 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:15:59.860409 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a07:15:59.976151 tst voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a07:16:00.191360 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:16:00.695736 run create_hlr_db(pid=9730): Launched\u000a07:16:00.882608 bus /sierra_2: Setting Powered False\u000a07:16:01.904163 run create_hlr_db(pid=9730): Terminated: ok {rc=0}\u000a07:16:02.330405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9732): Launched\u000a07:16:02.645182 run osmo-hlr_10.42.42.2(pid=9733): Launched\u000a07:16:02.763639 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:16:03.310939 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9735): Launched\u000a07:16:03.625832 run osmo-stp_10.42.42.5(pid=9736): Launched\u000a07:16:03.739102 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:16:04.314168 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9738): Launched\u000a07:16:04.629581 run osmo-msc_10.42.42.6(pid=9739): Launched\u000a07:16:04.814532 run osmo-stp_10.42.42.5(pid=9736): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9736)]\u000a07:16:04.947990 run osmo-stp_10.42.42.5(pid=9736): stdout: \u000a| (launched: 2022-12-10_07:16:03.471183)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:16:05.080933 run osmo-stp_10.42.42.5(pid=9736): stderr: \u000a| �[0;m�[38;5;43m20221210071603661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071603661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071603662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071603663 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071603663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071603663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071603663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:16:05.207567 run osmo-stp_10.42.42.5(pid=9736): stdout: \u000a| (launched: 2022-12-10_07:16:03.471183)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:16:05.333239 run osmo-stp_10.42.42.5(pid=9736): stderr: \u000a| �[0;m�[38;5;43m20221210071603661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071603661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071603662 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071603663 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071603663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071603663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071603663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:16:05.388592 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9736): Process ended prematurely: osmo-stp_10.42.42.5(pid=9736) [trial-2371↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9736)] [trial-2371↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a07:16:05.397681 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a07:16:05.459099 run osmo-hlr_10.42.42.2(pid=9733): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9733)]\u000a07:16:05.510039 run osmo-hlr_10.42.42.2(pid=9733): stdout: \u000a| (launched: 2022-12-10_07:16:02.491156) \u000a07:16:05.561400 run osmo-hlr_10.42.42.2(pid=9733): stderr: \u000a| �[0;m�[1;31m20221210071602687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071602687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071602688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071602688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071602688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071602688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071602701 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071602709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071602709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071602709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:16:05.630923 run osmo-msc_10.42.42.6(pid=9739): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9739)]\u000a07:16:05.681691 run osmo-msc_10.42.42.6(pid=9739): stdout: \u000a| (launched: 2022-12-10_07:16:04.474933) \u000a07:16:05.732898 run osmo-msc_10.42.42.6(pid=9739): stderr: \u000a| �[0;m�[38;5;43m20221210071604797 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210071604798 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0ab10b5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210071604798 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210071604798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210071604798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210071604798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210071604800 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210071604800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210071604800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210071604800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:16:05.776493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9732): Terminating (SIGTERM)\u000a07:16:05.817693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9735): Terminating (SIGTERM)\u000a07:16:05.858808 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9738): Terminating (SIGTERM)\u000a07:16:05.868202 --- ParallelTerminationStrategy: PID 9732 died...\u000a07:16:05.923340 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9732): Terminated: ok {rc=0}\u000a07:16:05.933148 --- ParallelTerminationStrategy: PID 9735 died...\u000a07:16:05.987612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9735): Terminated: ok {rc=0}\u000a07:16:05.997466 --- ParallelTerminationStrategy: PID 9738 died...\u000a07:16:06.051973 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9738): Terminated: ok {rc=0}\u000a07:16:06.141380 bus /sierra_3: Setting Powered False\u000a07:16:07.243470 bus /sierra_3: Setting Powered False\u000a07:16:08.352978 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "48", "name" : "voice_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:15:49" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9750): Process ended prematurely: osmo-stp_10.42.42.5(pid=9750) [trial-2371↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9750)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9750): Process ended prematurely: osmo-stp_10.42.42.5(pid=9750) [trial-2371↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9750)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 emergency:trx-b200 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a07:16:10.361713 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:16:10.372425 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a07:16:10.512034 tst emergency_mo_mt_call.py: using LAC 26741\u000a07:16:10.631624 tst emergency_mo_mt_call.py: using RAC 221\u000a07:16:10.753562 tst emergency_mo_mt_call.py: using CellId 26741\u000a07:16:10.873636 tst emergency_mo_mt_call.py: using BVCI 26742\u000a07:16:10.897314 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:16:10.908273 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:16:10.919152 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:16:10.929969 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:16:10.940725 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:16:10.951453 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a07:16:11.065780 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a07:16:11.270951 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:16:11.766117 run create_hlr_db(pid=9744): Launched\u000a07:16:11.945881 bus /sierra_2: Setting Powered False\u000a07:16:12.966480 run create_hlr_db(pid=9744): Terminated: ok {rc=0}\u000a07:16:13.355517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9746): Launched\u000a07:16:13.645078 run osmo-hlr_10.42.42.2(pid=9747): Launched\u000a07:16:13.758227 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:16:14.268108 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9749): Launched\u000a07:16:14.558959 run osmo-stp_10.42.42.5(pid=9750): Launched\u000a07:16:14.679117 tst emergency_mo_mt_call.py: using MSISDN 7611\u000a07:16:14.823022 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:16:15.351888 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9752): Launched\u000a07:16:15.640657 run osmo-msc_10.42.42.6(pid=9753): Launched\u000a07:16:15.810288 run osmo-stp_10.42.42.5(pid=9750): ERR: Terminated: ERROR {rc=1} [trial-2371↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9750)]\u000a07:16:15.999593 run osmo-stp_10.42.42.5(pid=9750): stdout: \u000a| (launched: 2022-12-10_07:16:14.414836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:16:16.134313 run osmo-stp_10.42.42.5(pid=9750): stderr: \u000a| �[0;m�[38;5;43m20221210071614584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071614585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071614585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071614586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071614586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071614586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071614586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:16:16.262540 run osmo-stp_10.42.42.5(pid=9750): stdout: \u000a| (launched: 2022-12-10_07:16:14.414836)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:16:16.391556 run osmo-stp_10.42.42.5(pid=9750): stderr: \u000a| �[0;m�[38;5;43m20221210071614584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071614585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071614585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071614586 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071614586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071614586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071614586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:16:16.447459 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=9750): Process ended prematurely: osmo-stp_10.42.42.5(pid=9750) [trial-2371↪emergency:trx-b200↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9750)] [trial-2371↪emergency:trx-b200↪emergency_mo_mt_call.py:19]\u000a07:16:16.457122 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a07:16:16.524431 run osmo-hlr_10.42.42.2(pid=9747): ERR: Terminated: ERROR {rc=237} [trial-2371↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9747)]\u000a07:16:16.577561 run osmo-hlr_10.42.42.2(pid=9747): stdout: \u000a| (launched: 2022-12-10_07:16:13.501411) \u000a07:16:16.631724 run osmo-hlr_10.42.42.2(pid=9747): stderr: \u000a| �[0;m�[1;31m20221210071613674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071613674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071613674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071613674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071613674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071613675 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071613686 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/emergency:trx-b200/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071613695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071613695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071613695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:16:16.704239 run osmo-msc_10.42.42.6(pid=9753): ERR: Terminated: ERROR {rc=2} [trial-2371↪emergency:trx-b200↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9753)]\u000a07:16:16.759190 run osmo-msc_10.42.42.6(pid=9753): stdout: \u000a| (launched: 2022-12-10_07:16:15.498111) \u000a07:16:16.812728 run osmo-msc_10.42.42.6(pid=9753): stderr: \u000a| �[0;m�[38;5;43m20221210071615771 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210071615771 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6800ef9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210071615771 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210071615771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210071615771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210071615771 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210071615773 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210071615774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210071615774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210071615774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:16:16.857985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9746): Terminating (SIGTERM)\u000a07:16:16.903524 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9749): Terminating (SIGTERM)\u000a07:16:16.948867 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9752): Terminating (SIGTERM)\u000a07:16:16.960433 --- ParallelTerminationStrategy: PID 9746 died...\u000a07:16:17.021097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9746): Terminated: ok {rc=0}\u000a07:16:17.031665 --- ParallelTerminationStrategy: PID 9749 died...\u000a07:16:17.089681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9749): Terminated: ok {rc=0}\u000a07:16:17.100621 --- ParallelTerminationStrategy: PID 9752 died...\u000a07:16:17.159663 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9752): Terminated: ok {rc=0}\u000a07:16:17.248806 bus /sierra_3: Setting Powered False\u000a07:16:18.353208 bus /sierra_3: Setting Powered False\u000a07:16:19.463763 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "emergency:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9761): Process ended prematurely: osmo-stp_10.42.42.5(pid=9761) [trial-2371↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9761)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9761): Process ended prematurely: osmo-stp_10.42.42.5(pid=9761) [trial-2371↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9761)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 emergency:trx-b200 emergency_preemptive_call.py\u000a----------------------------------------------\u000a07:16:20.517583 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:16:20.529208 tst emergency:trx-b200: Using 1 x bts (candidates: 1)\u000a07:16:20.666974 tst emergency_preemptive_call.py: using LAC 26742\u000a07:16:20.780145 tst emergency_preemptive_call.py: using RAC 222\u000a07:16:20.895641 tst emergency_preemptive_call.py: using CellId 26742\u000a07:16:21.009990 tst emergency_preemptive_call.py: using BVCI 26743\u000a07:16:21.031842 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:16:21.042447 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:16:21.052740 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:16:21.063425 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:16:21.074097 tst emergency:trx-b200: Using 1 x ip_address (candidates: 6)\u000a07:16:21.084520 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a07:16:21.202118 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a07:16:21.316112 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a07:16:21.428568 tst emergency:trx-b200: Using 1 x modem (candidates: 4)\u000a07:16:21.622470 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:16:22.079449 run create_hlr_db(pid=9755): Launched\u000a07:16:22.247411 bus /sierra_2: Setting Powered False\u000a07:16:23.269371 run create_hlr_db(pid=9755): Terminated: ok {rc=0}\u000a07:16:23.682453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9757): Launched\u000a07:16:23.993354 run osmo-hlr_10.42.42.2(pid=9758): Launched\u000a07:16:24.111888 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:16:24.652185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9760): Launched\u000a07:16:24.962834 run osmo-stp_10.42.42.5(pid=9761): Launched\u000a07:16:25.089133 tst emergency_preemptive_call.py: using MSISDN 7612\u000a07:16:25.244158 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:16:25.809896 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9763): Launched\u000a07:16:26.120659 run osmo-msc_10.42.42.6(pid=9764): Launched\u000a07:16:26.302565 run osmo-stp_10.42.42.5(pid=9761): ERR: Terminated: ERROR {rc=1} [trial-2371↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9761)]\u000a07:16:26.437304 run osmo-stp_10.42.42.5(pid=9761): stdout: \u000a| (launched: 2022-12-10_07:16:24.809990)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:16:26.567315 run osmo-stp_10.42.42.5(pid=9761): stderr: \u000a| �[0;m�[38;5;43m20221210071624999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071624999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071625000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071625000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071625001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071625001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071625001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:16:26.692230 run osmo-stp_10.42.42.5(pid=9761): stdout: \u000a| (launched: 2022-12-10_07:16:24.809990)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:16:26.815718 run osmo-stp_10.42.42.5(pid=9761): stderr: \u000a| �[0;m�[38;5;43m20221210071624999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071624999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071625000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071625000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071625001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071625001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071625001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:16:26.869867 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=9761): Process ended prematurely: osmo-stp_10.42.42.5(pid=9761) [trial-2371↪emergency:trx-b200↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9761)] [trial-2371↪emergency:trx-b200↪emergency_preemptive_call.py:32]\u000a07:16:26.878326 tst emergency_preemptive_call.py:32: Test FAILED (6.4 sec)\u000a07:16:26.940535 run osmo-hlr_10.42.42.2(pid=9758): ERR: Terminated: ERROR {rc=237} [trial-2371↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9758)]\u000a07:16:26.992300 run osmo-hlr_10.42.42.2(pid=9758): stdout: \u000a| (launched: 2022-12-10_07:16:23.840579) \u000a07:16:27.044181 run osmo-hlr_10.42.42.2(pid=9758): stderr: \u000a| �[0;m�[1;31m20221210071624037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071624037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071624037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071624037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071624037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071624037 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071624050 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/emergency:trx-b200/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071624058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071624058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071624058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:16:27.114975 run osmo-msc_10.42.42.6(pid=9764): ERR: Terminated: ERROR {rc=2} [trial-2371↪emergency:trx-b200↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=9764)]\u000a07:16:27.166391 run osmo-msc_10.42.42.6(pid=9764): stdout: \u000a| (launched: 2022-12-10_07:16:25.967704) \u000a07:16:27.218094 run osmo-msc_10.42.42.6(pid=9764): stderr: \u000a| �[0;m�[38;5;43m20221210071626288 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210071626289 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3265145c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210071626289 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210071626289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210071626289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210071626289 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210071626291 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210071626291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210071626291 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210071626292 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:16:27.262293 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9757): Terminating (SIGTERM)\u000a07:16:27.303820 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9760): Terminating (SIGTERM)\u000a07:16:27.345678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9763): Terminating (SIGTERM)\u000a07:16:27.355390 --- ParallelTerminationStrategy: PID 9757 died...\u000a07:16:27.411266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9757): Terminated: ok {rc=0}\u000a07:16:27.421436 --- ParallelTerminationStrategy: PID 9760 died...\u000a07:16:27.476648 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9760): Terminated: ok {rc=0}\u000a07:16:27.486635 --- ParallelTerminationStrategy: PID 9763 died...\u000a07:16:27.542365 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=9763): Terminated: ok {rc=0}\u000a07:16:27.629079 bus /sierra_9: Setting Powered False\u000a07:16:28.731345 bus /sierra_9: Setting Powered False\u000a07:16:29.841406 bus /sierra_8: Setting Powered False\u000a07:16:30.960569 bus /sierra_8: Setting Powered False\u000a07:16:32.085828 bus /sierra_3: Setting Powered False\u000a07:16:33.188112 bus /sierra_3: Setting Powered False\u000a07:16:34.295037 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "49", "name" : "emergency_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:16:10" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "gprs:trx-b200", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9779): Process ended prematurely: osmo-stp_10.42.42.5(pid=9779) [trial-2371↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9779)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9779): Process ended prematurely: osmo-stp_10.42.42.5(pid=9779) [trial-2371↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9779)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-b200 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:16:36.418089 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:16:36.429176 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a07:16:36.567745 tst cs_paging_gprs_active.py: using LAC 26743\u000a07:16:36.690079 tst cs_paging_gprs_active.py: using RAC 223\u000a07:16:36.814395 tst cs_paging_gprs_active.py: using CellId 26743\u000a07:16:36.936162 tst cs_paging_gprs_active.py: using BVCI 26744\u000a07:16:36.960199 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:16:36.971092 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:16:36.981841 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:16:36.992560 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:16:37.003191 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:16:37.013846 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:16:37.024808 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:16:37.035548 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:16:37.046653 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a07:16:37.162440 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a07:16:37.453703 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:16:37.586307 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:16:37.912742 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9769): Launched\u000a07:16:38.183699 run iperf3-srv_10.42.42.10(pid=9770): Launched\u000a07:16:38.377377 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:16:38.508905 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:16:38.836921 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9771): Launched\u000a07:16:39.107768 run iperf3-srv_10.42.42.10(pid=9772): Launched\u000a07:16:39.301241 tst cs_paging_gprs_active.py:38: start network...\u000a07:16:39.432686 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:16:39.938343 run create_hlr_db(pid=9773): Launched\u000a07:16:40.121681 bus /sierra_2: Setting Powered False\u000a07:16:41.142763 run create_hlr_db(pid=9773): Terminated: ok {rc=0}\u000a07:16:41.563611 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9775): Launched\u000a07:16:41.879456 run osmo-hlr_10.42.42.2(pid=9776): Launched\u000a07:16:41.995212 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:16:42.543731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9778): Launched\u000a07:16:42.859835 run osmo-stp_10.42.42.5(pid=9779): Launched\u000a07:16:42.974645 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:16:43.527749 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9781): Launched\u000a07:16:43.640833 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:16:43.915899 run patchelf(pid=9782): Launched\u000a07:16:44.101359 run osmo-stp_10.42.42.5(pid=9779): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9779)]\u000a07:16:44.237521 run osmo-stp_10.42.42.5(pid=9779): stdout: \u000a| (launched: 2022-12-10_07:16:42.704601)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:16:44.373720 run osmo-stp_10.42.42.5(pid=9779): stderr: \u000a| �[0;m�[38;5;43m20221210071642893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071642894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071642894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071642894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071642895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071642895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071642895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:16:44.505052 run osmo-stp_10.42.42.5(pid=9779): stdout: \u000a| (launched: 2022-12-10_07:16:42.704601)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:16:44.635870 run osmo-stp_10.42.42.5(pid=9779): stderr: \u000a| �[0;m�[38;5;43m20221210071642893 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071642894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071642894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071642894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071642895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071642895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071642895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:16:44.788836 run patchelf(pid=9782): Terminating (SIGINT)\u000a07:16:44.967893 run patchelf(pid=9782): Terminated: ok {rc=0}\u000a07:16:45.000924 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9779): Process ended prematurely: osmo-stp_10.42.42.5(pid=9779) [trial-2371↪gprs:trx-b200↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9779)] [trial-2371↪gprs:trx-b200↪cs_paging_gprs_active.py:38]\u000a07:16:45.010711 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a07:16:45.073294 run osmo-hlr_10.42.42.2(pid=9776): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-b200↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9776)]\u000a07:16:45.124507 run osmo-hlr_10.42.42.2(pid=9776): stdout: \u000a| (launched: 2022-12-10_07:16:41.724374) \u000a07:16:45.176049 run osmo-hlr_10.42.42.2(pid=9776): stderr: \u000a| �[0;m�[1;31m20221210071641924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071641924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071641924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071641924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071641924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071641924 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071641935 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-b200/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071641944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071641944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071641944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:16:45.220591 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9769): Terminating (SIGTERM)\u000a07:16:45.262612 run iperf3-srv_10.42.42.10(pid=9770): Terminating (SIGTERM)\u000a07:16:45.304588 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9771): Terminating (SIGTERM)\u000a07:16:45.346651 run iperf3-srv_10.42.42.10(pid=9772): Terminating (SIGTERM)\u000a07:16:45.388530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9775): Terminating (SIGTERM)\u000a07:16:45.430438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9778): Terminating (SIGTERM)\u000a07:16:45.472493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9781): Terminating (SIGTERM)\u000a07:16:45.483165 --- ParallelTerminationStrategy: PID 9769 died...\u000a07:16:45.540133 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9769): Terminated: ok {rc=0}\u000a07:16:45.549734 --- ParallelTerminationStrategy: PID 9770 died...\u000a07:16:45.603767 run iperf3-srv_10.42.42.10(pid=9770): Terminated {rc=256}\u000a07:16:45.613376 --- ParallelTerminationStrategy: PID 9771 died...\u000a07:16:45.667670 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9771): Terminated: ok {rc=0}\u000a07:16:45.677264 --- ParallelTerminationStrategy: PID 9772 died...\u000a07:16:45.731179 run iperf3-srv_10.42.42.10(pid=9772): Terminated {rc=256}\u000a07:16:45.740764 --- ParallelTerminationStrategy: PID 9775 died...\u000a07:16:45.794376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9775): Terminated: ok {rc=0}\u000a07:16:45.804452 --- ParallelTerminationStrategy: PID 9778 died...\u000a07:16:45.873417 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9778): Terminated: ok {rc=0}\u000a07:16:45.883472 --- ParallelTerminationStrategy: PID 9781 died...\u000a07:16:45.953207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9781): Terminated: ok {rc=0}\u000a07:16:46.045181 bus /gobi_0: Setting Powered False\u000a07:16:47.159609 bus /gobi_0: Setting Powered False\u000a07:16:48.267820 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "gprs:trx-b200", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9791): Process ended prematurely: osmo-stp_10.42.42.5(pid=9791) [trial-2371↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9791)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9791): Process ended prematurely: osmo-stp_10.42.42.5(pid=9791) [trial-2371↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9791)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-b200 iperf3.py\u000a----------------------------------------------\u000a07:16:49.377447 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:16:49.388361 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a07:16:49.528712 tst iperf3.py: using LAC 26744\u000a07:16:49.645595 tst iperf3.py: using RAC 224\u000a07:16:49.759637 tst iperf3.py: using CellId 26744\u000a07:16:49.878434 tst iperf3.py: using BVCI 26745\u000a07:16:49.900737 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:16:49.911224 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:16:49.921528 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:16:49.932018 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:16:49.942466 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:16:49.952842 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:16:49.963483 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:16:49.973956 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:16:49.984463 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a07:16:50.272151 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:16:50.404379 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:16:50.733040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9783): Launched\u000a07:16:51.004276 run iperf3-srv_10.42.42.10(pid=9784): Launched\u000a07:16:51.198144 tst iperf3.py:8: start network...\u000a07:16:51.330010 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:16:51.833601 run create_hlr_db(pid=9785): Launched\u000a07:16:52.016209 bus /gobi_6: Setting Powered False\u000a07:16:53.036826 run create_hlr_db(pid=9785): Terminated: ok {rc=0}\u000a07:16:53.439532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9787): Launched\u000a07:16:53.755051 run osmo-hlr_10.42.42.2(pid=9788): Launched\u000a07:16:53.869702 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:16:54.418512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9790): Launched\u000a07:16:54.734374 run osmo-stp_10.42.42.5(pid=9791): Launched\u000a07:16:54.850108 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:16:55.399449 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9793): Launched\u000a07:16:55.511894 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:16:55.786869 run patchelf(pid=9794): Launched\u000a07:16:55.971856 run osmo-stp_10.42.42.5(pid=9791): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9791)]\u000a07:16:56.106990 run osmo-stp_10.42.42.5(pid=9791): stdout: \u000a| (launched: 2022-12-10_07:16:54.579599)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:16:56.242460 run osmo-stp_10.42.42.5(pid=9791): stderr: \u000a| �[0;m�[38;5;43m20221210071654774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071654774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071654775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071654775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071654776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071654776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071654776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:16:56.372925 run osmo-stp_10.42.42.5(pid=9791): stdout: \u000a| (launched: 2022-12-10_07:16:54.579599)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:16:56.502426 run osmo-stp_10.42.42.5(pid=9791): stderr: \u000a| �[0;m�[38;5;43m20221210071654774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071654774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071654775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071654775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071654776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071654776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071654776 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:16:56.654223 run patchelf(pid=9794): Terminating (SIGINT)\u000a07:16:56.832169 run patchelf(pid=9794): Terminated: ok {rc=0}\u000a07:16:56.865447 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9791): Process ended prematurely: osmo-stp_10.42.42.5(pid=9791) [trial-2371↪gprs:trx-b200↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9791)] [trial-2371↪gprs:trx-b200↪iperf3.py:8]\u000a07:16:56.874936 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a07:16:56.937213 run osmo-hlr_10.42.42.2(pid=9788): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-b200↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9788)]\u000a07:16:56.987850 run osmo-hlr_10.42.42.2(pid=9788): stdout: \u000a| (launched: 2022-12-10_07:16:53.601194) \u000a07:16:57.039020 run osmo-hlr_10.42.42.2(pid=9788): stderr: \u000a| �[0;m�[1;31m20221210071653800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071653800 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071653801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071653801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071653801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071653801 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071653825 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-b200/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071653836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071653836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071653836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:16:57.082705 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9783): Terminating (SIGTERM)\u000a07:16:57.123988 run iperf3-srv_10.42.42.10(pid=9784): Terminating (SIGTERM)\u000a07:16:57.165263 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9787): Terminating (SIGTERM)\u000a07:16:57.206390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9790): Terminating (SIGTERM)\u000a07:16:57.247494 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9793): Terminating (SIGTERM)\u000a07:16:57.256942 --- ParallelTerminationStrategy: PID 9783 died...\u000a07:16:57.312054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9783): Terminated: ok {rc=0}\u000a07:16:57.321971 --- ParallelTerminationStrategy: PID 9784 died...\u000a07:16:57.376552 run iperf3-srv_10.42.42.10(pid=9784): Terminated {rc=256}\u000a07:16:57.386352 --- ParallelTerminationStrategy: PID 9787 died...\u000a07:16:57.441287 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9787): Terminated: ok {rc=0}\u000a07:16:57.451145 --- ParallelTerminationStrategy: PID 9790 died...\u000a07:16:57.505933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9790): Terminated: ok {rc=0}\u000a07:16:57.515828 --- ParallelTerminationStrategy: PID 9793 died...\u000a07:16:57.571053 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9793): Terminated: ok {rc=0}\u000a07:16:57.657918 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 186, "className" : "gprs:trx-b200", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9812): Process ended prematurely: osmo-stp_10.42.42.5(pid=9812) [trial-2371↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9812)]", "failedSince" : 2186, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9812): Process ended prematurely: osmo-stp_10.42.42.5(pid=9812) [trial-2371↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9812)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-b200 iperf3m4.py\u000a----------------------------------------------\u000a07:16:58.770964 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:16:58.782514 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a07:16:58.924621 tst iperf3m4.py: using LAC 26745\u000a07:16:59.047305 tst iperf3m4.py: using RAC 225\u000a07:16:59.172613 tst iperf3m4.py: using CellId 26745\u000a07:16:59.297308 tst iperf3m4.py: using BVCI 26746\u000a07:16:59.321365 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:16:59.332312 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:16:59.343319 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:16:59.354245 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:16:59.365015 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:16:59.375744 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:16:59.386741 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:16:59.397602 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:16:59.408529 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a07:16:59.526045 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a07:16:59.646206 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a07:16:59.760770 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a07:17:00.033343 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:17:00.155988 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:17:00.461466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9795): Launched\u000a07:17:00.714882 run iperf3-srv_10.42.42.10(pid=9796): Launched\u000a07:17:00.913157 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:17:01.045230 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:17:01.382894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9800): Launched\u000a07:17:01.645165 run iperf3-srv_10.42.42.10(pid=9801): Launched\u000a07:17:01.829887 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:17:01.957363 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:17:02.285993 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9802): Launched\u000a07:17:02.539358 run iperf3-srv_10.42.42.10(pid=9803): Launched\u000a07:17:02.736233 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:17:02.858356 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:17:03.163511 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9804): Launched\u000a07:17:03.416825 run iperf3-srv_10.42.42.10(pid=9805): Launched\u000a07:17:03.595924 tst iperf3m4.py:8: start network...\u000a07:17:03.718427 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:17:04.183147 run create_hlr_db(pid=9806): Launched\u000a07:17:04.352639 bus /gobi_6: Setting Powered False\u000a07:17:05.374857 run create_hlr_db(pid=9806): Terminated: ok {rc=0}\u000a07:17:05.796094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9808): Launched\u000a07:17:06.113423 run osmo-hlr_10.42.42.2(pid=9809): Launched\u000a07:17:06.232425 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:17:06.783701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9811): Launched\u000a07:17:07.099430 run osmo-stp_10.42.42.5(pid=9812): Launched\u000a07:17:07.213781 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:17:07.764671 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9814): Launched\u000a07:17:07.877429 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:17:08.152243 run patchelf(pid=9815): Launched\u000a07:17:08.337589 run osmo-stp_10.42.42.5(pid=9812): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9812)]\u000a07:17:08.473451 run osmo-stp_10.42.42.5(pid=9812): stdout: \u000a| (launched: 2022-12-10_07:17:06.944618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:17:08.610158 run osmo-stp_10.42.42.5(pid=9812): stderr: \u000a| �[0;m�[38;5;43m20221210071707136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071707137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071707137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071707137 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071707139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071707140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071707140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:17:08.741774 run osmo-stp_10.42.42.5(pid=9812): stdout: \u000a| (launched: 2022-12-10_07:17:06.944618)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:17:08.871669 run osmo-stp_10.42.42.5(pid=9812): stderr: \u000a| �[0;m�[38;5;43m20221210071707136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071707137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071707137 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071707137 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071707139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071707140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071707140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:17:09.023773 run patchelf(pid=9815): Terminating (SIGINT)\u000a07:17:09.202020 run patchelf(pid=9815): Terminated: ok {rc=0}\u000a07:17:09.234829 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9812): Process ended prematurely: osmo-stp_10.42.42.5(pid=9812) [trial-2371↪gprs:trx-b200↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9812)] [trial-2371↪gprs:trx-b200↪iperf3m4.py:8]\u000a07:17:09.244439 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a07:17:09.306742 run osmo-hlr_10.42.42.2(pid=9809): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-b200↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9809)]\u000a07:17:09.357451 run osmo-hlr_10.42.42.2(pid=9809): stdout: \u000a| (launched: 2022-12-10_07:17:05.957438) \u000a07:17:09.408722 run osmo-hlr_10.42.42.2(pid=9809): stderr: \u000a| �[0;m�[1;31m20221210071706156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071706156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071706156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071706156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071706156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071706156 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071706169 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-b200/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071706178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071706178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071706178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:17:09.452296 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9795): Terminating (SIGTERM)\u000a07:17:09.493453 run iperf3-srv_10.42.42.10(pid=9796): Terminating (SIGTERM)\u000a07:17:09.535000 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9800): Terminating (SIGTERM)\u000a07:17:09.576498 run iperf3-srv_10.42.42.10(pid=9801): Terminating (SIGTERM)\u000a07:17:09.617848 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9802): Terminating (SIGTERM)\u000a07:17:09.659095 run iperf3-srv_10.42.42.10(pid=9803): Terminating (SIGTERM)\u000a07:17:09.700363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9804): Terminating (SIGTERM)\u000a07:17:09.741804 run iperf3-srv_10.42.42.10(pid=9805): Terminating (SIGTERM)\u000a07:17:09.782853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9808): Terminating (SIGTERM)\u000a07:17:09.824171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9811): Terminating (SIGTERM)\u000a07:17:09.865473 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9814): Terminating (SIGTERM)\u000a07:17:09.875051 --- ParallelTerminationStrategy: PID 9795 died...\u000a07:17:09.930294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9795): Terminated: ok {rc=0}\u000a07:17:09.940315 --- ParallelTerminationStrategy: PID 9796 died...\u000a07:17:09.994992 run iperf3-srv_10.42.42.10(pid=9796): Terminated {rc=256}\u000a07:17:10.004864 --- ParallelTerminationStrategy: PID 9800 died...\u000a07:17:10.059604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9800): Terminated: ok {rc=0}\u000a07:17:10.069875 --- ParallelTerminationStrategy: PID 9801 died...\u000a07:17:10.124812 run iperf3-srv_10.42.42.10(pid=9801): Terminated {rc=256}\u000a07:17:10.134794 --- ParallelTerminationStrategy: PID 9802 died...\u000a07:17:10.189730 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9802): Terminated: ok {rc=0}\u000a07:17:10.199679 --- ParallelTerminationStrategy: PID 9803 died...\u000a07:17:10.254372 run iperf3-srv_10.42.42.10(pid=9803): Terminated {rc=256}\u000a07:17:10.264102 --- ParallelTerminationStrategy: PID 9804 died...\u000a07:17:10.319040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9804): Terminated: ok {rc=0}\u000a07:17:10.329094 --- ParallelTerminationStrategy: PID 9805 died...\u000a07:17:10.383530 run iperf3-srv_10.42.42.10(pid=9805): Terminated {rc=256}\u000a07:17:10.393585 --- ParallelTerminationStrategy: PID 9808 died...\u000a07:17:10.448404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9808): Terminated: ok {rc=0}\u000a07:17:10.458429 --- ParallelTerminationStrategy: PID 9811 died...\u000a07:17:10.513425 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9811): Terminated: ok {rc=0}\u000a07:17:10.523370 --- ParallelTerminationStrategy: PID 9814 died...\u000a07:17:10.578765 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9814): Terminated: ok {rc=0}\u000a07:17:10.664355 bus /gobi_4: Setting Powered False\u000a07:17:11.771894 bus /gobi_4: Setting Powered False\u000a07:17:12.878882 bus /gobi_1: Setting Powered False\u000a07:17:13.978943 bus /gobi_1: Setting Powered False\u000a07:17:15.088816 bus /gobi_0: Setting Powered False\u000a07:17:16.194660 bus /gobi_0: Setting Powered False\u000a07:17:17.303775 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 186, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9822): Process ended prematurely: osmo-stp_10.42.42.5(pid=9822) [trial-2371↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9822)]", "failedSince" : 2186, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9822): Process ended prematurely: osmo-stp_10.42.42.5(pid=9822) [trial-2371↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9822)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-b200 ping.py\u000a----------------------------------------------\u000a07:17:18.373325 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:17:18.384993 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a07:17:18.526110 tst ping.py: using LAC 26746\u000a07:17:18.649289 tst ping.py: using RAC 226\u000a07:17:18.771196 tst ping.py: using CellId 26746\u000a07:17:18.897059 tst ping.py: using BVCI 26747\u000a07:17:18.920676 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:17:18.931578 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:17:18.942502 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:17:18.953357 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:17:18.964011 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:17:18.974766 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:17:18.985658 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:17:18.996520 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a07:17:19.266288 tst ping.py:19: start network...\u000a07:17:19.387459 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:17:19.842267 run create_hlr_db(pid=9816): Launched\u000a07:17:20.009275 bus /gobi_6: Setting Powered False\u000a07:17:21.042430 run create_hlr_db(pid=9816): Terminated: ok {rc=0}\u000a07:17:21.455120 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9818): Launched\u000a07:17:21.765912 run osmo-hlr_10.42.42.2(pid=9819): Launched\u000a07:17:21.879714 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:17:22.421310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9821): Launched\u000a07:17:22.732072 run osmo-stp_10.42.42.5(pid=9822): Launched\u000a07:17:22.844563 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:17:23.385672 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9824): Launched\u000a07:17:23.495864 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:17:23.766645 run patchelf(pid=9825): Launched\u000a07:17:23.948550 run osmo-stp_10.42.42.5(pid=9822): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9822)]\u000a07:17:24.081923 run osmo-stp_10.42.42.5(pid=9822): stdout: \u000a| (launched: 2022-12-10_07:17:22.579794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:17:24.215516 run osmo-stp_10.42.42.5(pid=9822): stderr: \u000a| �[0;m�[38;5;43m20221210071722772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071722772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071722772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071722772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071722773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071722773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071722773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:17:24.344336 run osmo-stp_10.42.42.5(pid=9822): stdout: \u000a| (launched: 2022-12-10_07:17:22.579794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:17:24.472039 run osmo-stp_10.42.42.5(pid=9822): stderr: \u000a| �[0;m�[38;5;43m20221210071722772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071722772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071722772 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071722772 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071722773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071722773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071722773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:17:24.621054 run patchelf(pid=9825): Terminating (SIGINT)\u000a07:17:24.795729 run patchelf(pid=9825): Terminated: ok {rc=0}\u000a07:17:24.827565 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9822): Process ended prematurely: osmo-stp_10.42.42.5(pid=9822) [trial-2371↪gprs:trx-b200↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9822)] [trial-2371↪gprs:trx-b200↪ping.py:22]\u000a07:17:24.836506 tst ping.py:22: Test FAILED (6.5 sec)\u000a07:17:24.899131 run osmo-hlr_10.42.42.2(pid=9819): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-b200↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9819)]\u000a07:17:24.950335 run osmo-hlr_10.42.42.2(pid=9819): stdout: \u000a| (launched: 2022-12-10_07:17:21.613729) \u000a07:17:25.002558 run osmo-hlr_10.42.42.2(pid=9819): stderr: \u000a| �[0;m�[1;31m20221210071721812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071721812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071721812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071721812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071721812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071721812 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071721825 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-b200/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071721833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071721833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071721833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:17:25.046881 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9818): Terminating (SIGTERM)\u000a07:17:25.089566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9821): Terminating (SIGTERM)\u000a07:17:25.131588 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9824): Terminating (SIGTERM)\u000a07:17:25.141337 --- ParallelTerminationStrategy: PID 9818 died...\u000a07:17:25.197434 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9818): Terminated: ok {rc=0}\u000a07:17:25.207635 --- ParallelTerminationStrategy: PID 9821 died...\u000a07:17:25.263310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9821): Terminated: ok {rc=0}\u000a07:17:25.273544 --- ParallelTerminationStrategy: PID 9824 died...\u000a07:17:25.329261 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9824): Terminated: ok {rc=0}\u000a07:17:25.416539 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 186, "className" : "gprs:trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9832): Process ended prematurely: osmo-stp_10.42.42.5(pid=9832) [trial-2371↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9832)]", "failedSince" : 2186, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9832): Process ended prematurely: osmo-stp_10.42.42.5(pid=9832) [trial-2371↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9832)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-b200 ping_idle_ping.py\u000a----------------------------------------------\u000a07:17:26.468216 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:17:26.479734 tst gprs:trx-b200: Using 1 x bts (candidates: 1)\u000a07:17:26.625756 tst ping_idle_ping.py: using LAC 26747\u000a07:17:26.746196 tst ping_idle_ping.py: using RAC 227\u000a07:17:26.866610 tst ping_idle_ping.py: using CellId 26747\u000a07:17:26.984624 tst ping_idle_ping.py: using BVCI 26748\u000a07:17:27.006809 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:17:27.017285 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:17:27.027515 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:17:27.038809 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:17:27.049862 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:17:27.060809 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:17:27.071993 tst gprs:trx-b200: Using 1 x ip_address (candidates: 9)\u000a07:17:27.083435 tst gprs:trx-b200: Using 1 x modem (candidates: 4)\u000a07:17:27.368856 tst ping_idle_ping.py:24: start network...\u000a07:17:27.498670 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:17:27.998929 run create_hlr_db(pid=9826): Launched\u000a07:17:28.179211 bus /gobi_6: Setting Powered False\u000a07:17:29.200562 run create_hlr_db(pid=9826): Terminated: ok {rc=0}\u000a07:17:29.591467 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9828): Launched\u000a07:17:29.882409 run osmo-hlr_10.42.42.2(pid=9829): Launched\u000a07:17:29.988935 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:17:30.491125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9831): Launched\u000a07:17:30.781500 run osmo-stp_10.42.42.5(pid=9832): Launched\u000a07:17:30.961051 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:17:31.564394 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9834): Launched\u000a07:17:31.694101 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:17:31.989740 run patchelf(pid=9835): Launched\u000a07:17:32.178771 run osmo-stp_10.42.42.5(pid=9832): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9832)]\u000a07:17:32.314052 run osmo-stp_10.42.42.5(pid=9832): stdout: \u000a| (launched: 2022-12-10_07:17:30.638111)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:17:32.448345 run osmo-stp_10.42.42.5(pid=9832): stderr: \u000a| �[0;m�[38;5;43m20221210071730807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071730807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071730807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071730808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071730808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071730808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071730808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:17:32.578027 run osmo-stp_10.42.42.5(pid=9832): stdout: \u000a| (launched: 2022-12-10_07:17:30.638111)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:17:32.706362 run osmo-stp_10.42.42.5(pid=9832): stderr: \u000a| �[0;m�[38;5;43m20221210071730807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071730807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071730807 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071730808 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071730808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071730808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071730808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:17:32.855452 run patchelf(pid=9835): Terminating (SIGINT)\u000a07:17:33.031143 run patchelf(pid=9835): Terminated: ok {rc=0}\u000a07:17:33.063095 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9832): Process ended prematurely: osmo-stp_10.42.42.5(pid=9832) [trial-2371↪gprs:trx-b200↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9832)] [trial-2371↪gprs:trx-b200↪ping_idle_ping.py:27]\u000a07:17:33.072277 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a07:17:33.134888 run osmo-hlr_10.42.42.2(pid=9829): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-b200↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9829)]\u000a07:17:33.186367 run osmo-hlr_10.42.42.2(pid=9829): stdout: \u000a| (launched: 2022-12-10_07:17:29.738558) \u000a07:17:33.238468 run osmo-hlr_10.42.42.2(pid=9829): stderr: \u000a| �[0;m�[1;31m20221210071729910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071729911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071729911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071729911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071729911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071729911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071729924 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-b200/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071729934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071729934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071729934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:17:33.282809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9828): Terminating (SIGTERM)\u000a07:17:33.324890 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9831): Terminating (SIGTERM)\u000a07:17:33.366949 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9834): Terminating (SIGTERM)\u000a07:17:33.376675 --- ParallelTerminationStrategy: PID 9828 died...\u000a07:17:33.432818 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9828): Terminated: ok {rc=0}\u000a07:17:33.443185 --- ParallelTerminationStrategy: PID 9831 died...\u000a07:17:33.498464 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9831): Terminated: ok {rc=0}\u000a07:17:33.508462 --- ParallelTerminationStrategy: PID 9834 died...\u000a07:17:33.564085 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9834): Terminated: ok {rc=0}\u000a07:17:33.649923 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "50", "name" : "gprs_trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:16:36" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9853): Process ended prematurely: osmo-stp_10.42.42.5(pid=9853) [trial-2371↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9853)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9853): Process ended prematurely: osmo-stp_10.42.42.5(pid=9853) [trial-2371↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9853)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-b200+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:17:35.786822 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:17:35.797439 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:17:35.931444 tst cs_paging_gprs_active.py: using LAC 26748\u000a07:17:36.047618 tst cs_paging_gprs_active.py: using RAC 228\u000a07:17:36.165383 tst cs_paging_gprs_active.py: using CellId 26748\u000a07:17:36.282998 tst cs_paging_gprs_active.py: using BVCI 26749\u000a07:17:36.305630 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:17:36.316222 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:17:36.326777 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:17:36.337574 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:17:36.348592 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:17:36.359768 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:17:36.370690 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:17:36.380928 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:17:36.391722 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:17:36.511128 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:17:36.787626 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:17:36.910940 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:17:37.218884 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9843): Launched\u000a07:17:37.473107 run iperf3-srv_10.42.42.10(pid=9844): Launched\u000a07:17:37.653453 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:17:37.776176 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:17:38.082693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9845): Launched\u000a07:17:38.336601 run iperf3-srv_10.42.42.10(pid=9846): Launched\u000a07:17:38.516905 tst cs_paging_gprs_active.py:38: start network...\u000a07:17:38.639525 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:17:39.103091 run create_hlr_db(pid=9847): Launched\u000a07:17:39.274115 bus /gobi_6: Setting Powered False\u000a07:17:40.306058 run create_hlr_db(pid=9847): Terminated: ok {rc=0}\u000a07:17:40.727220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9849): Launched\u000a07:17:41.043228 run osmo-hlr_10.42.42.2(pid=9850): Launched\u000a07:17:41.159158 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:17:41.709669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9852): Launched\u000a07:17:42.027126 run osmo-stp_10.42.42.5(pid=9853): Launched\u000a07:17:42.142497 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:17:42.694219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9855): Launched\u000a07:17:42.806965 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:17:43.082621 run patchelf(pid=9856): Launched\u000a07:17:43.268485 run osmo-stp_10.42.42.5(pid=9853): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9853)]\u000a07:17:43.404018 run osmo-stp_10.42.42.5(pid=9853): stdout: \u000a| (launched: 2022-12-10_07:17:41.871273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:17:43.539379 run osmo-stp_10.42.42.5(pid=9853): stderr: \u000a| �[0;m�[38;5;43m20221210071742060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071742061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071742061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071742061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071742062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071742062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071742062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:17:43.670489 run osmo-stp_10.42.42.5(pid=9853): stdout: \u000a| (launched: 2022-12-10_07:17:41.871273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:17:43.799747 run osmo-stp_10.42.42.5(pid=9853): stderr: \u000a| �[0;m�[38;5;43m20221210071742060 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071742061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071742061 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071742061 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071742062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071742062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071742062 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:17:43.951413 run patchelf(pid=9856): Terminating (SIGINT)\u000a07:17:44.129759 run patchelf(pid=9856): Terminated: ok {rc=0}\u000a07:17:44.162527 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9853): Process ended prematurely: osmo-stp_10.42.42.5(pid=9853) [trial-2371↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9853)] [trial-2371↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a07:17:44.172001 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a07:17:44.234148 run osmo-hlr_10.42.42.2(pid=9850): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-b200+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9850)]\u000a07:17:44.284856 run osmo-hlr_10.42.42.2(pid=9850): stdout: \u000a| (launched: 2022-12-10_07:17:40.888331) \u000a07:17:44.336257 run osmo-hlr_10.42.42.2(pid=9850): stderr: \u000a| �[0;m�[1;31m20221210071741085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071741085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071741085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071741085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071741085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071741085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071741101 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-b200+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071741111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071741111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071741111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:17:44.380036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9843): Terminating (SIGTERM)\u000a07:17:44.421375 run iperf3-srv_10.42.42.10(pid=9844): Terminating (SIGTERM)\u000a07:17:44.462738 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9845): Terminating (SIGTERM)\u000a07:17:44.503908 run iperf3-srv_10.42.42.10(pid=9846): Terminating (SIGTERM)\u000a07:17:44.545569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9849): Terminating (SIGTERM)\u000a07:17:44.587140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9852): Terminating (SIGTERM)\u000a07:17:44.628693 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9855): Terminating (SIGTERM)\u000a07:17:44.638254 --- ParallelTerminationStrategy: PID 9843 died...\u000a07:17:44.693393 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9843): Terminated: ok {rc=0}\u000a07:17:44.703296 --- ParallelTerminationStrategy: PID 9844 died...\u000a07:17:44.757959 run iperf3-srv_10.42.42.10(pid=9844): Terminated {rc=256}\u000a07:17:44.767747 --- ParallelTerminationStrategy: PID 9845 died...\u000a07:17:44.822313 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9845): Terminated: ok {rc=0}\u000a07:17:44.832118 --- ParallelTerminationStrategy: PID 9846 died...\u000a07:17:44.886684 run iperf3-srv_10.42.42.10(pid=9846): Terminated {rc=256}\u000a07:17:44.896475 --- ParallelTerminationStrategy: PID 9849 died...\u000a07:17:44.951157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9849): Terminated: ok {rc=0}\u000a07:17:44.961167 --- ParallelTerminationStrategy: PID 9852 died...\u000a07:17:45.015955 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9852): Terminated: ok {rc=0}\u000a07:17:45.025856 --- ParallelTerminationStrategy: PID 9855 died...\u000a07:17:45.080515 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9855): Terminated: ok {rc=0}\u000a07:17:45.167352 bus /gobi_0: Setting Powered False\u000a07:17:46.275308 bus /gobi_0: Setting Powered False\u000a07:17:47.384422 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9865): Process ended prematurely: osmo-stp_10.42.42.5(pid=9865) [trial-2371↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9865)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9865): Process ended prematurely: osmo-stp_10.42.42.5(pid=9865) [trial-2371↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9865)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-b200+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a07:17:48.492445 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:17:48.503612 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:17:48.642323 tst iperf3.py: using LAC 26749\u000a07:17:48.759770 tst iperf3.py: using RAC 229\u000a07:17:48.877224 tst iperf3.py: using CellId 26749\u000a07:17:48.992520 tst iperf3.py: using BVCI 26750\u000a07:17:49.015026 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:17:49.025769 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:17:49.036100 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:17:49.046642 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:17:49.057319 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:17:49.068105 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:17:49.079075 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:17:49.089610 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:17:49.100348 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:17:49.372560 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:17:49.495810 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:17:49.802762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9857): Launched\u000a07:17:50.055669 run iperf3-srv_10.42.42.10(pid=9858): Launched\u000a07:17:50.235527 tst iperf3.py:8: start network...\u000a07:17:50.358362 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:17:50.820697 run create_hlr_db(pid=9859): Launched\u000a07:17:50.990373 bus /gobi_6: Setting Powered False\u000a07:17:52.012649 run create_hlr_db(pid=9859): Terminated: ok {rc=0}\u000a07:17:52.433760 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9861): Launched\u000a07:17:52.750857 run osmo-hlr_10.42.42.2(pid=9862): Launched\u000a07:17:52.867707 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:17:53.418275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9864): Launched\u000a07:17:53.734991 run osmo-stp_10.42.42.5(pid=9865): Launched\u000a07:17:53.850092 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:17:54.401301 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9867): Launched\u000a07:17:54.514574 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:17:54.790802 run patchelf(pid=9868): Launched\u000a07:17:54.975766 run osmo-stp_10.42.42.5(pid=9865): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9865)]\u000a07:17:55.111645 run osmo-stp_10.42.42.5(pid=9865): stdout: \u000a| (launched: 2022-12-10_07:17:53.579551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:17:55.247898 run osmo-stp_10.42.42.5(pid=9865): stderr: \u000a| �[0;m�[38;5;43m20221210071753770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071753770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071753770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071753771 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071753773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071753773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071753773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:17:55.379444 run osmo-stp_10.42.42.5(pid=9865): stdout: \u000a| (launched: 2022-12-10_07:17:53.579551)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:17:55.508848 run osmo-stp_10.42.42.5(pid=9865): stderr: \u000a| �[0;m�[38;5;43m20221210071753770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071753770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071753770 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071753771 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071753773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071753773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071753773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:17:55.660621 run patchelf(pid=9868): Terminating (SIGINT)\u000a07:17:55.838830 run patchelf(pid=9868): Terminated: ok {rc=0}\u000a07:17:55.871475 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9865): Process ended prematurely: osmo-stp_10.42.42.5(pid=9865) [trial-2371↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9865)] [trial-2371↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py:8]\u000a07:17:55.881139 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a07:17:55.943334 run osmo-hlr_10.42.42.2(pid=9862): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-b200+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9862)]\u000a07:17:55.994315 run osmo-hlr_10.42.42.2(pid=9862): stdout: \u000a| (launched: 2022-12-10_07:17:52.595573) \u000a07:17:56.046114 run osmo-hlr_10.42.42.2(pid=9862): stderr: \u000a| �[0;m�[1;31m20221210071752793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071752793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071752793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071752793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071752793 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071752794 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071752804 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-b200+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071752813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071752813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071752813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:17:56.090228 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9857): Terminating (SIGTERM)\u000a07:17:56.131646 run iperf3-srv_10.42.42.10(pid=9858): Terminating (SIGTERM)\u000a07:17:56.172863 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9861): Terminating (SIGTERM)\u000a07:17:56.214266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9864): Terminating (SIGTERM)\u000a07:17:56.255764 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9867): Terminating (SIGTERM)\u000a07:17:56.265400 --- ParallelTerminationStrategy: PID 9857 died...\u000a07:17:56.320702 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9857): Terminated: ok {rc=0}\u000a07:17:56.330744 --- ParallelTerminationStrategy: PID 9858 died...\u000a07:17:56.386244 run iperf3-srv_10.42.42.10(pid=9858): Terminated {rc=256}\u000a07:17:56.396183 --- ParallelTerminationStrategy: PID 9861 died...\u000a07:17:56.451225 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9861): Terminated: ok {rc=0}\u000a07:17:56.461196 --- ParallelTerminationStrategy: PID 9864 died...\u000a07:17:56.516366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9864): Terminated: ok {rc=0}\u000a07:17:56.526317 --- ParallelTerminationStrategy: PID 9867 died...\u000a07:17:56.581712 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9867): Terminated: ok {rc=0}\u000a07:17:56.668590 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9883): Process ended prematurely: osmo-stp_10.42.42.5(pid=9883) [trial-2371↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9883)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9883): Process ended prematurely: osmo-stp_10.42.42.5(pid=9883) [trial-2371↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9883)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-b200+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a07:17:57.778472 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:17:57.789795 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:17:57.927712 tst iperf3m4.py: using LAC 26750\u000a07:17:58.046037 tst iperf3m4.py: using RAC 230\u000a07:17:58.171300 tst iperf3m4.py: using CellId 26750\u000a07:17:58.300419 tst iperf3m4.py: using BVCI 26751\u000a07:17:58.324891 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:17:58.336090 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:17:58.347176 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:17:58.358244 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:17:58.369263 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:17:58.380215 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:17:58.391465 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:17:58.402492 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:17:58.414070 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:17:58.528697 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:17:58.646118 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:17:58.764747 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:17:59.039491 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:17:59.162197 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:17:59.467608 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9869): Launched\u000a07:17:59.720926 run iperf3-srv_10.42.42.10(pid=9870): Launched\u000a07:17:59.900510 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:18:00.022856 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:18:00.328137 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9871): Launched\u000a07:18:00.581935 run iperf3-srv_10.42.42.10(pid=9872): Launched\u000a07:18:00.761048 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:18:00.901444 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:18:01.258173 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9873): Launched\u000a07:18:01.555832 run iperf3-srv_10.42.42.10(pid=9874): Launched\u000a07:18:01.757504 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:18:01.894057 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:18:02.234093 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9875): Launched\u000a07:18:02.505412 run iperf3-srv_10.42.42.10(pid=9876): Launched\u000a07:18:02.699206 tst iperf3m4.py:8: start network...\u000a07:18:02.830933 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:18:03.335806 run create_hlr_db(pid=9877): Launched\u000a07:18:03.519648 bus /gobi_6: Setting Powered False\u000a07:18:04.529236 run create_hlr_db(pid=9877): Terminated: ok {rc=0}\u000a07:18:04.958407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9879): Launched\u000a07:18:05.274595 run osmo-hlr_10.42.42.2(pid=9880): Launched\u000a07:18:05.390160 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:18:05.942848 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9882): Launched\u000a07:18:06.258939 run osmo-stp_10.42.42.5(pid=9883): Launched\u000a07:18:06.373070 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:18:06.924404 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9885): Launched\u000a07:18:07.037435 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:18:07.312815 run patchelf(pid=9886): Launched\u000a07:18:07.499355 run osmo-stp_10.42.42.5(pid=9883): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9883)]\u000a07:18:07.635535 run osmo-stp_10.42.42.5(pid=9883): stdout: \u000a| (launched: 2022-12-10_07:18:06.103851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:18:07.771246 run osmo-stp_10.42.42.5(pid=9883): stderr: \u000a| �[0;m�[38;5;43m20221210071806295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071806295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071806296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071806296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071806296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071806297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071806297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:18:07.902204 run osmo-stp_10.42.42.5(pid=9883): stdout: \u000a| (launched: 2022-12-10_07:18:06.103851)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:18:08.032078 run osmo-stp_10.42.42.5(pid=9883): stderr: \u000a| �[0;m�[38;5;43m20221210071806295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071806295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071806296 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071806296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071806296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071806297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071806297 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:18:08.183919 run patchelf(pid=9886): Terminating (SIGINT)\u000a07:18:08.362498 run patchelf(pid=9886): Terminated: ok {rc=0}\u000a07:18:08.395386 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9883): Process ended prematurely: osmo-stp_10.42.42.5(pid=9883) [trial-2371↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9883)] [trial-2371↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py:8]\u000a07:18:08.405133 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a07:18:08.467552 run osmo-hlr_10.42.42.2(pid=9880): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-b200+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9880)]\u000a07:18:08.518308 run osmo-hlr_10.42.42.2(pid=9880): stdout: \u000a| (launched: 2022-12-10_07:18:05.119542) \u000a07:18:08.569904 run osmo-hlr_10.42.42.2(pid=9880): stderr: \u000a| �[0;m�[1;31m20221210071805319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071805319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071805319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071805319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071805319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071805319 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071805418 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-b200+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071805427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071805427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071805427 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:18:08.613878 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9869): Terminating (SIGTERM)\u000a07:18:08.655461 run iperf3-srv_10.42.42.10(pid=9870): Terminating (SIGTERM)\u000a07:18:08.697226 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9871): Terminating (SIGTERM)\u000a07:18:08.738920 run iperf3-srv_10.42.42.10(pid=9872): Terminating (SIGTERM)\u000a07:18:08.780655 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9873): Terminating (SIGTERM)\u000a07:18:08.822241 run iperf3-srv_10.42.42.10(pid=9874): Terminating (SIGTERM)\u000a07:18:08.864138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9875): Terminating (SIGTERM)\u000a07:18:08.905799 run iperf3-srv_10.42.42.10(pid=9876): Terminating (SIGTERM)\u000a07:18:08.947222 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9879): Terminating (SIGTERM)\u000a07:18:08.988720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9882): Terminating (SIGTERM)\u000a07:18:09.030202 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9885): Terminating (SIGTERM)\u000a07:18:09.039856 --- ParallelTerminationStrategy: PID 9869 died...\u000a07:18:09.095667 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9869): Terminated: ok {rc=0}\u000a07:18:09.105897 --- ParallelTerminationStrategy: PID 9870 died...\u000a07:18:09.161092 run iperf3-srv_10.42.42.10(pid=9870): Terminated {rc=256}\u000a07:18:09.171099 --- ParallelTerminationStrategy: PID 9871 died...\u000a07:18:09.226138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9871): Terminated: ok {rc=0}\u000a07:18:09.236125 --- ParallelTerminationStrategy: PID 9872 died...\u000a07:18:09.291106 run iperf3-srv_10.42.42.10(pid=9872): Terminated {rc=256}\u000a07:18:09.301176 --- ParallelTerminationStrategy: PID 9873 died...\u000a07:18:09.356289 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9873): Terminated: ok {rc=0}\u000a07:18:09.366295 --- ParallelTerminationStrategy: PID 9874 died...\u000a07:18:09.421283 run iperf3-srv_10.42.42.10(pid=9874): Terminated {rc=256}\u000a07:18:09.431314 --- ParallelTerminationStrategy: PID 9875 died...\u000a07:18:09.486349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9875): Terminated: ok {rc=0}\u000a07:18:09.496371 --- ParallelTerminationStrategy: PID 9876 died...\u000a07:18:09.551285 run iperf3-srv_10.42.42.10(pid=9876): Terminated {rc=256}\u000a07:18:09.561691 --- ParallelTerminationStrategy: PID 9879 died...\u000a07:18:09.616909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9879): Terminated: ok {rc=0}\u000a07:18:09.627049 --- ParallelTerminationStrategy: PID 9882 died...\u000a07:18:09.682237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9882): Terminated: ok {rc=0}\u000a07:18:09.692271 --- ParallelTerminationStrategy: PID 9885 died...\u000a07:18:09.747327 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9885): Terminated: ok {rc=0}\u000a07:18:09.834627 bus /gobi_4: Setting Powered False\u000a07:18:10.938647 bus /gobi_4: Setting Powered False\u000a07:18:12.049169 bus /gobi_1: Setting Powered False\u000a07:18:13.155571 bus /gobi_1: Setting Powered False\u000a07:18:14.262248 bus /gobi_0: Setting Powered False\u000a07:18:15.367309 bus /gobi_0: Setting Powered False\u000a07:18:16.478057 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9893): Process ended prematurely: osmo-stp_10.42.42.5(pid=9893) [trial-2371↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9893)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9893): Process ended prematurely: osmo-stp_10.42.42.5(pid=9893) [trial-2371↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9893)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-b200+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a07:18:17.544452 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:18:17.556545 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:18:17.699729 tst ping.py: using LAC 26751\u000a07:18:17.824178 tst ping.py: using RAC 231\u000a07:18:17.946518 tst ping.py: using CellId 26751\u000a07:18:18.067753 tst ping.py: using BVCI 26752\u000a07:18:18.091760 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:18:18.102999 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:18:18.114082 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:18:18.125184 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:18:18.136082 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:18:18.147540 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:18:18.158795 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:18:18.169768 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:18:18.438940 tst ping.py:19: start network...\u000a07:18:18.559994 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:18:19.018475 run create_hlr_db(pid=9887): Launched\u000a07:18:19.186728 bus /gobi_6: Setting Powered False\u000a07:18:20.208622 run create_hlr_db(pid=9887): Terminated: ok {rc=0}\u000a07:18:20.624019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9889): Launched\u000a07:18:20.934494 run osmo-hlr_10.42.42.2(pid=9890): Launched\u000a07:18:21.051166 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:18:21.594505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9892): Launched\u000a07:18:21.904913 run osmo-stp_10.42.42.5(pid=9893): Launched\u000a07:18:22.017216 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:18:22.558177 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9895): Launched\u000a07:18:22.669644 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:18:22.940344 run patchelf(pid=9896): Launched\u000a07:18:23.122162 run osmo-stp_10.42.42.5(pid=9893): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9893)]\u000a07:18:23.255370 run osmo-stp_10.42.42.5(pid=9893): stdout: \u000a| (launched: 2022-12-10_07:18:21.752101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:18:23.388719 run osmo-stp_10.42.42.5(pid=9893): stderr: \u000a| �[0;m�[38;5;43m20221210071821942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071821942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071821942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071821943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071821945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071821945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071821945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:18:23.517724 run osmo-stp_10.42.42.5(pid=9893): stdout: \u000a| (launched: 2022-12-10_07:18:21.752101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:18:23.646346 run osmo-stp_10.42.42.5(pid=9893): stderr: \u000a| �[0;m�[38;5;43m20221210071821942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071821942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071821942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071821943 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071821945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071821945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071821945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:18:23.795086 run patchelf(pid=9896): Terminating (SIGINT)\u000a07:18:23.970079 run patchelf(pid=9896): Terminated: ok {rc=0}\u000a07:18:24.001826 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9893): Process ended prematurely: osmo-stp_10.42.42.5(pid=9893) [trial-2371↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9893)] [trial-2371↪gprs:trx-b200+mod-bts0-egprs↪ping.py:22]\u000a07:18:24.010922 tst ping.py:22: Test FAILED (6.5 sec)\u000a07:18:24.073543 run osmo-hlr_10.42.42.2(pid=9890): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-b200+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9890)]\u000a07:18:24.124574 run osmo-hlr_10.42.42.2(pid=9890): stdout: \u000a| (launched: 2022-12-10_07:18:20.782160) \u000a07:18:24.176248 run osmo-hlr_10.42.42.2(pid=9890): stderr: \u000a| �[0;m�[1;31m20221210071820977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071820977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071820977 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071820978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071820978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071820978 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071820990 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-b200+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071820998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071820998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071820998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:18:24.220159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9889): Terminating (SIGTERM)\u000a07:18:24.261803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9892): Terminating (SIGTERM)\u000a07:18:24.303148 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9895): Terminating (SIGTERM)\u000a07:18:24.312797 --- ParallelTerminationStrategy: PID 9889 died...\u000a07:18:24.368640 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9889): Terminated: ok {rc=0}\u000a07:18:24.378662 --- ParallelTerminationStrategy: PID 9892 died...\u000a07:18:24.433801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9892): Terminated: ok {rc=0}\u000a07:18:24.443794 --- ParallelTerminationStrategy: PID 9895 died...\u000a07:18:24.499080 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9895): Terminated: ok {rc=0}\u000a07:18:24.586725 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-b200+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9903): Process ended prematurely: osmo-stp_10.42.42.5(pid=9903) [trial-2371↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9903)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9903): Process ended prematurely: osmo-stp_10.42.42.5(pid=9903) [trial-2371↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9903)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-b200+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a07:18:25.639046 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:18:25.650834 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:18:25.788173 tst ping_idle_ping.py: using LAC 26752\u000a07:18:25.901820 tst ping_idle_ping.py: using RAC 232\u000a07:18:26.024810 tst ping_idle_ping.py: using CellId 26752\u000a07:18:26.147489 tst ping_idle_ping.py: using BVCI 26753\u000a07:18:26.171697 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:18:26.183305 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:18:26.194603 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:18:26.206334 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:18:26.218070 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:18:26.230255 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:18:26.241576 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:18:26.253060 tst gprs:trx-b200+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:18:26.525349 tst ping_idle_ping.py:24: start network...\u000a07:18:26.646457 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:18:27.104639 run create_hlr_db(pid=9897): Launched\u000a07:18:27.272763 bus /gobi_6: Setting Powered False\u000a07:18:28.294038 run create_hlr_db(pid=9897): Terminated: ok {rc=0}\u000a07:18:28.681960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9899): Launched\u000a07:18:28.972840 run osmo-hlr_10.42.42.2(pid=9900): Launched\u000a07:18:29.078431 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:18:29.583719 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9902): Launched\u000a07:18:29.875919 run osmo-stp_10.42.42.5(pid=9903): Launched\u000a07:18:29.982583 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:18:30.489759 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9905): Launched\u000a07:18:30.593486 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:18:30.850995 run patchelf(pid=9906): Launched\u000a07:18:31.030214 run osmo-stp_10.42.42.5(pid=9903): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9903)]\u000a07:18:31.159236 run osmo-stp_10.42.42.5(pid=9903): stdout: \u000a| (launched: 2022-12-10_07:18:29.731545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:18:31.288901 run osmo-stp_10.42.42.5(pid=9903): stderr: \u000a| �[0;m�[38;5;43m20221210071829899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071829900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071829900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071829900 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071829901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071829901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071829901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:18:31.413265 run osmo-stp_10.42.42.5(pid=9903): stdout: \u000a| (launched: 2022-12-10_07:18:29.731545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:18:31.536455 run osmo-stp_10.42.42.5(pid=9903): stderr: \u000a| �[0;m�[38;5;43m20221210071829899 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071829900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071829900 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071829900 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071829901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071829901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071829901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:18:31.681277 run patchelf(pid=9906): Terminating (SIGINT)\u000a07:18:31.851021 run patchelf(pid=9906): Terminated: ok {rc=0}\u000a07:18:31.882462 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9903): Process ended prematurely: osmo-stp_10.42.42.5(pid=9903) [trial-2371↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9903)] [trial-2371↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a07:18:31.891997 tst ping_idle_ping.py:27: Test FAILED (6.2 sec)\u000a07:18:31.956689 run osmo-hlr_10.42.42.2(pid=9900): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-b200+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9900)]\u000a07:18:32.007943 run osmo-hlr_10.42.42.2(pid=9900): stdout: \u000a| (launched: 2022-12-10_07:18:28.829215) \u000a07:18:32.060239 run osmo-hlr_10.42.42.2(pid=9900): stderr: \u000a| �[0;m�[1;31m20221210071829006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071829006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071829006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071829006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071829006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071829006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071829018 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-b200+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071829026 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071829027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071829027 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:18:32.103490 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9899): Terminating (SIGTERM)\u000a07:18:32.146433 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9902): Terminating (SIGTERM)\u000a07:18:32.187590 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9905): Terminating (SIGTERM)\u000a07:18:32.198582 --- ParallelTerminationStrategy: PID 9899 died...\u000a07:18:32.254609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9899): Terminated: ok {rc=0}\u000a07:18:32.264314 --- ParallelTerminationStrategy: PID 9902 died...\u000a07:18:32.317724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9902): Terminated: ok {rc=0}\u000a07:18:32.328024 --- ParallelTerminationStrategy: PID 9905 died...\u000a07:18:32.382217 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9905): Terminated: ok {rc=0}\u000a07:18:32.470025 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "51", "name" : "gprs_trx-b200+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:17:35" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9920): Process ended prematurely: osmo-stp_10.42.42.5(pid=9920) [trial-2371↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9920)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9920): Process ended prematurely: osmo-stp_10.42.42.5(pid=9920) [trial-2371↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9920)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-b200+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:18:34.612448 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:18:34.623202 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:18:34.777990 tst cs_paging_gprs_active.py: using LAC 26753\u000a07:18:34.906050 tst cs_paging_gprs_active.py: using RAC 233\u000a07:18:35.031761 tst cs_paging_gprs_active.py: using CellId 26753\u000a07:18:35.155678 tst cs_paging_gprs_active.py: using BVCI 26754\u000a07:18:35.180066 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:18:35.191405 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:18:35.202689 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:18:35.214569 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:18:35.226060 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:18:35.237688 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:18:35.250635 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:18:35.262440 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:18:35.273273 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:18:35.391412 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:18:35.665510 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:18:35.788250 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:18:36.095206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9910): Launched\u000a07:18:36.349345 run iperf3-srv_10.42.42.10(pid=9911): Launched\u000a07:18:36.528912 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:18:36.651816 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:18:36.957476 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9912): Launched\u000a07:18:37.211327 run iperf3-srv_10.42.42.10(pid=9913): Launched\u000a07:18:37.390670 tst cs_paging_gprs_active.py:38: start network...\u000a07:18:37.513295 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:18:37.977587 run create_hlr_db(pid=9914): Launched\u000a07:18:38.147407 bus /gobi_6: Setting Powered False\u000a07:18:39.168608 run create_hlr_db(pid=9914): Terminated: ok {rc=0}\u000a07:18:39.561105 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9916): Launched\u000a07:18:39.856847 run osmo-hlr_10.42.42.2(pid=9917): Launched\u000a07:18:39.966533 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:18:40.479120 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9919): Launched\u000a07:18:40.776262 run osmo-stp_10.42.42.5(pid=9920): Launched\u000a07:18:40.884834 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:18:41.398055 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9923): Launched\u000a07:18:41.502949 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:18:41.761173 run patchelf(pid=9924): Launched\u000a07:18:41.934401 run osmo-stp_10.42.42.5(pid=9920): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9920)]\u000a07:18:42.061126 run osmo-stp_10.42.42.5(pid=9920): stdout: \u000a| (launched: 2022-12-10_07:18:40.628770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:18:42.188271 run osmo-stp_10.42.42.5(pid=9920): stderr: \u000a| �[0;m�[38;5;43m20221210071840798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071840798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071840798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071840799 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071840799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071840799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071840799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:18:42.311249 run osmo-stp_10.42.42.5(pid=9920): stdout: \u000a| (launched: 2022-12-10_07:18:40.628770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:18:42.432508 run osmo-stp_10.42.42.5(pid=9920): stderr: \u000a| �[0;m�[38;5;43m20221210071840798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071840798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071840798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071840799 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071840799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071840799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071840799 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:18:42.574616 run patchelf(pid=9924): Terminating (SIGINT)\u000a07:18:42.742271 run patchelf(pid=9924): Terminated: ok {rc=0}\u000a07:18:42.773130 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9920): Process ended prematurely: osmo-stp_10.42.42.5(pid=9920) [trial-2371↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9920)] [trial-2371↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a07:18:42.782033 tst cs_paging_gprs_active.py:38: Test FAILED (8.2 sec)\u000a07:18:42.842161 run osmo-hlr_10.42.42.2(pid=9917): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-b200+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9917)]\u000a07:18:42.891083 run osmo-hlr_10.42.42.2(pid=9917): stdout: \u000a| (launched: 2022-12-10_07:18:39.711220) \u000a07:18:42.940428 run osmo-hlr_10.42.42.2(pid=9917): stderr: \u000a| �[0;m�[1;31m20221210071839885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071839885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071839885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071839885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071839885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071839885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071839897 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-b200+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071839906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071839906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071839906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:18:42.982206 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9910): Terminating (SIGTERM)\u000a07:18:43.021912 run iperf3-srv_10.42.42.10(pid=9911): Terminating (SIGTERM)\u000a07:18:43.061585 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9912): Terminating (SIGTERM)\u000a07:18:43.101098 run iperf3-srv_10.42.42.10(pid=9913): Terminating (SIGTERM)\u000a07:18:43.140671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9916): Terminating (SIGTERM)\u000a07:18:43.180171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9919): Terminating (SIGTERM)\u000a07:18:43.219819 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9923): Terminating (SIGTERM)\u000a07:18:43.229207 --- ParallelTerminationStrategy: PID 9910 died...\u000a07:18:43.282172 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9910): Terminated: ok {rc=0}\u000a07:18:43.291852 --- ParallelTerminationStrategy: PID 9911 died...\u000a07:18:43.344110 run iperf3-srv_10.42.42.10(pid=9911): Terminated {rc=256}\u000a07:18:43.353709 --- ParallelTerminationStrategy: PID 9912 died...\u000a07:18:43.406363 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9912): Terminated: ok {rc=0}\u000a07:18:43.416045 --- ParallelTerminationStrategy: PID 9913 died...\u000a07:18:43.468317 run iperf3-srv_10.42.42.10(pid=9913): Terminated {rc=256}\u000a07:18:43.477958 --- ParallelTerminationStrategy: PID 9916 died...\u000a07:18:43.530347 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9916): Terminated: ok {rc=0}\u000a07:18:43.539937 --- ParallelTerminationStrategy: PID 9919 died...\u000a07:18:43.592288 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9919): Terminated: ok {rc=0}\u000a07:18:43.601900 --- ParallelTerminationStrategy: PID 9923 died...\u000a07:18:43.654513 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9923): Terminated: ok {rc=0}\u000a07:18:43.737992 bus /gobi_0: Setting Powered False\u000a07:18:44.839451 bus /gobi_0: Setting Powered False\u000a07:18:45.965935 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9933): Process ended prematurely: osmo-stp_10.42.42.5(pid=9933) [trial-2371↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9933)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9933): Process ended prematurely: osmo-stp_10.42.42.5(pid=9933) [trial-2371↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9933)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-b200+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a07:18:47.081357 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:18:47.094228 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:18:47.263424 tst iperf3.py: using LAC 26754\u000a07:18:47.380570 tst iperf3.py: using RAC 234\u000a07:18:47.497838 tst iperf3.py: using CellId 26754\u000a07:18:47.622000 tst iperf3.py: using BVCI 26755\u000a07:18:47.646511 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:18:47.657925 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:18:47.669008 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:18:47.680152 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:18:47.691374 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:18:47.702683 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:18:47.713851 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:18:47.725058 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:18:47.736375 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:18:48.011494 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:18:48.134617 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:18:48.441552 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9925): Launched\u000a07:18:48.695037 run iperf3-srv_10.42.42.10(pid=9926): Launched\u000a07:18:48.874207 tst iperf3.py:8: start network...\u000a07:18:48.996556 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:18:49.460148 run create_hlr_db(pid=9927): Launched\u000a07:18:49.628868 bus /gobi_6: Setting Powered False\u000a07:18:50.650450 run create_hlr_db(pid=9927): Terminated: ok {rc=0}\u000a07:18:51.069506 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9929): Launched\u000a07:18:51.384928 run osmo-hlr_10.42.42.2(pid=9930): Launched\u000a07:18:51.501689 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:18:52.054308 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9932): Launched\u000a07:18:52.370045 run osmo-stp_10.42.42.5(pid=9933): Launched\u000a07:18:52.485207 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:18:53.038256 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9935): Launched\u000a07:18:53.151128 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:18:53.427174 run patchelf(pid=9936): Launched\u000a07:18:53.613751 run osmo-stp_10.42.42.5(pid=9933): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9933)]\u000a07:18:53.749287 run osmo-stp_10.42.42.5(pid=9933): stdout: \u000a| (launched: 2022-12-10_07:18:52.214957)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:18:53.885910 run osmo-stp_10.42.42.5(pid=9933): stderr: \u000a| �[0;m�[38;5;43m20221210071852404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071852405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071852405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071852405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071852408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071852408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071852408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:18:54.016543 run osmo-stp_10.42.42.5(pid=9933): stdout: \u000a| (launched: 2022-12-10_07:18:52.214957)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:18:54.146264 run osmo-stp_10.42.42.5(pid=9933): stderr: \u000a| �[0;m�[38;5;43m20221210071852404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071852405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071852405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071852405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071852408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071852408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071852408 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:18:54.297495 run patchelf(pid=9936): Terminating (SIGINT)\u000a07:18:54.475817 run patchelf(pid=9936): Terminated: ok {rc=0}\u000a07:18:54.508442 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9933): Process ended prematurely: osmo-stp_10.42.42.5(pid=9933) [trial-2371↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9933)] [trial-2371↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a07:18:54.518044 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a07:18:54.581593 run osmo-hlr_10.42.42.2(pid=9930): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9930)]\u000a07:18:54.632937 run osmo-hlr_10.42.42.2(pid=9930): stdout: \u000a| (launched: 2022-12-10_07:18:51.229999) \u000a07:18:54.685098 run osmo-hlr_10.42.42.2(pid=9930): stderr: \u000a| �[0;m�[1;31m20221210071851427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071851427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071851427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071851427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071851427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071851427 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071851440 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071851448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071851448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071851448 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:18:54.729244 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9925): Terminating (SIGTERM)\u000a07:18:54.771030 run iperf3-srv_10.42.42.10(pid=9926): Terminating (SIGTERM)\u000a07:18:54.812891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9929): Terminating (SIGTERM)\u000a07:18:54.854634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9932): Terminating (SIGTERM)\u000a07:18:54.896393 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9935): Terminating (SIGTERM)\u000a07:18:54.906171 --- ParallelTerminationStrategy: PID 9925 died...\u000a07:18:54.961868 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9925): Terminated: ok {rc=0}\u000a07:18:54.971931 --- ParallelTerminationStrategy: PID 9926 died...\u000a07:18:55.027131 run iperf3-srv_10.42.42.10(pid=9926): Terminated {rc=256}\u000a07:18:55.037024 --- ParallelTerminationStrategy: PID 9929 died...\u000a07:18:55.092258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9929): Terminated: ok {rc=0}\u000a07:18:55.102156 --- ParallelTerminationStrategy: PID 9932 died...\u000a07:18:55.157045 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9932): Terminated: ok {rc=0}\u000a07:18:55.167069 --- ParallelTerminationStrategy: PID 9935 died...\u000a07:18:55.222198 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9935): Terminated: ok {rc=0}\u000a07:18:55.308911 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9952): Process ended prematurely: osmo-stp_10.42.42.5(pid=9952) [trial-2371↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9952)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9952): Process ended prematurely: osmo-stp_10.42.42.5(pid=9952) [trial-2371↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9952)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-b200+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a07:18:56.422192 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:18:56.436845 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:18:56.597302 tst iperf3m4.py: using LAC 26755\u000a07:18:56.719489 tst iperf3m4.py: using RAC 235\u000a07:18:56.841114 tst iperf3m4.py: using CellId 26755\u000a07:18:56.963327 tst iperf3m4.py: using BVCI 26756\u000a07:18:56.987688 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:18:56.998996 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:18:57.010182 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:18:57.021235 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:18:57.032195 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:18:57.043284 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:18:57.054611 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:18:57.065730 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:18:57.076913 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:18:57.191506 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:18:57.314552 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:18:57.432798 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:18:57.709217 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:18:57.833078 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:18:58.139634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9938): Launched\u000a07:18:58.393707 run iperf3-srv_10.42.42.10(pid=9939): Launched\u000a07:18:58.572875 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:18:58.696092 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:18:59.002590 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9940): Launched\u000a07:18:59.256319 run iperf3-srv_10.42.42.10(pid=9941): Launched\u000a07:18:59.436070 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:18:59.558218 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:18:59.864713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9942): Launched\u000a07:19:00.118875 run iperf3-srv_10.42.42.10(pid=9943): Launched\u000a07:19:00.298343 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:19:00.421034 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:19:00.727458 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9944): Launched\u000a07:19:01.035651 run iperf3-srv_10.42.42.10(pid=9945): Launched\u000a07:19:01.267289 tst iperf3m4.py:8: start network...\u000a07:19:01.391969 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:19:01.902220 run create_hlr_db(pid=9946): Launched\u000a07:19:02.082565 bus /gobi_6: Setting Powered False\u000a07:19:03.106366 run create_hlr_db(pid=9946): Terminated: ok {rc=0}\u000a07:19:03.512184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9948): Launched\u000a07:19:03.807932 run osmo-hlr_10.42.42.2(pid=9949): Launched\u000a07:19:03.919397 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:19:04.432668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9951): Launched\u000a07:19:04.728934 run osmo-stp_10.42.42.5(pid=9952): Launched\u000a07:19:04.836792 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:19:05.351027 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9954): Launched\u000a07:19:05.456143 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:19:05.713870 run patchelf(pid=9955): Launched\u000a07:19:05.886902 run osmo-stp_10.42.42.5(pid=9952): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9952)]\u000a07:19:06.013665 run osmo-stp_10.42.42.5(pid=9952): stdout: \u000a| (launched: 2022-12-10_07:19:04.582964)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:19:06.140446 run osmo-stp_10.42.42.5(pid=9952): stderr: \u000a| �[0;m�[38;5;43m20221210071904753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071904753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071904753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071904754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071904754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071904754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071904754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:19:06.262762 run osmo-stp_10.42.42.5(pid=9952): stdout: \u000a| (launched: 2022-12-10_07:19:04.582964)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:19:06.383763 run osmo-stp_10.42.42.5(pid=9952): stderr: \u000a| �[0;m�[38;5;43m20221210071904753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071904753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071904753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071904754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071904754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071904754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071904754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:19:06.525915 run patchelf(pid=9955): Terminating (SIGINT)\u000a07:19:06.693839 run patchelf(pid=9955): Terminated: ok {rc=0}\u000a07:19:06.724618 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=9952): Process ended prematurely: osmo-stp_10.42.42.5(pid=9952) [trial-2371↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9952)] [trial-2371↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a07:19:06.733738 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a07:19:06.794060 run osmo-hlr_10.42.42.2(pid=9949): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-b200+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9949)]\u000a07:19:06.842995 run osmo-hlr_10.42.42.2(pid=9949): stdout: \u000a| (launched: 2022-12-10_07:19:03.662022) \u000a07:19:06.892467 run osmo-hlr_10.42.42.2(pid=9949): stderr: \u000a| �[0;m�[1;31m20221210071903842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071903842 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071903843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071903843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071903843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071903843 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071903853 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-b200+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071903862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071903862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071903862 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:19:06.934263 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9938): Terminating (SIGTERM)\u000a07:19:06.974120 run iperf3-srv_10.42.42.10(pid=9939): Terminating (SIGTERM)\u000a07:19:07.013918 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9940): Terminating (SIGTERM)\u000a07:19:07.053518 run iperf3-srv_10.42.42.10(pid=9941): Terminating (SIGTERM)\u000a07:19:07.093230 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9942): Terminating (SIGTERM)\u000a07:19:07.132810 run iperf3-srv_10.42.42.10(pid=9943): Terminating (SIGTERM)\u000a07:19:07.172449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9944): Terminating (SIGTERM)\u000a07:19:07.211901 run iperf3-srv_10.42.42.10(pid=9945): Terminating (SIGTERM)\u000a07:19:07.251510 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9948): Terminating (SIGTERM)\u000a07:19:07.290982 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9951): Terminating (SIGTERM)\u000a07:19:07.330800 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9954): Terminating (SIGTERM)\u000a07:19:07.339963 --- ParallelTerminationStrategy: PID 9938 died...\u000a07:19:07.393492 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9938): Terminated: ok {rc=0}\u000a07:19:07.403010 --- ParallelTerminationStrategy: PID 9939 died...\u000a07:19:07.455537 run iperf3-srv_10.42.42.10(pid=9939): Terminated {rc=256}\u000a07:19:07.465277 --- ParallelTerminationStrategy: PID 9940 died...\u000a07:19:07.518161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9940): Terminated: ok {rc=0}\u000a07:19:07.527637 --- ParallelTerminationStrategy: PID 9941 died...\u000a07:19:07.580177 run iperf3-srv_10.42.42.10(pid=9941): Terminated {rc=256}\u000a07:19:07.589844 --- ParallelTerminationStrategy: PID 9942 died...\u000a07:19:07.643129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9942): Terminated: ok {rc=0}\u000a07:19:07.652600 --- ParallelTerminationStrategy: PID 9943 died...\u000a07:19:07.705031 run iperf3-srv_10.42.42.10(pid=9943): Terminated {rc=256}\u000a07:19:07.714668 --- ParallelTerminationStrategy: PID 9944 died...\u000a07:19:07.767320 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9944): Terminated: ok {rc=0}\u000a07:19:07.777053 --- ParallelTerminationStrategy: PID 9945 died...\u000a07:19:07.829446 run iperf3-srv_10.42.42.10(pid=9945): Terminated {rc=256}\u000a07:19:07.839066 --- ParallelTerminationStrategy: PID 9948 died...\u000a07:19:07.891985 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9948): Terminated: ok {rc=0}\u000a07:19:07.901636 --- ParallelTerminationStrategy: PID 9951 died...\u000a07:19:07.954231 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9951): Terminated: ok {rc=0}\u000a07:19:07.963971 --- ParallelTerminationStrategy: PID 9954 died...\u000a07:19:08.016635 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9954): Terminated: ok {rc=0}\u000a07:19:08.100311 bus /gobi_4: Setting Powered False\u000a07:19:09.206510 bus /gobi_4: Setting Powered False\u000a07:19:10.313508 bus /gobi_1: Setting Powered False\u000a07:19:11.419299 bus /gobi_1: Setting Powered False\u000a07:19:12.529505 bus /gobi_0: Setting Powered False\u000a07:19:13.631168 bus /gobi_0: Setting Powered False\u000a07:19:14.738506 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9962): Process ended prematurely: osmo-stp_10.42.42.5(pid=9962) [trial-2371↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9962)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9962): Process ended prematurely: osmo-stp_10.42.42.5(pid=9962) [trial-2371↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9962)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-b200+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a07:19:15.806977 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:19:15.818716 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:19:15.987003 tst ping.py: using LAC 26756\u000a07:19:16.119017 tst ping.py: using RAC 236\u000a07:19:16.269911 tst ping.py: using CellId 26756\u000a07:19:16.402945 tst ping.py: using BVCI 26757\u000a07:19:16.428269 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:19:16.440135 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:19:16.451795 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:19:16.463552 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:19:16.475610 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:19:16.487719 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:19:16.499892 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:19:16.511755 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:19:16.833719 tst ping.py:19: start network...\u000a07:19:16.961825 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:19:17.522163 run create_hlr_db(pid=9956): Launched\u000a07:19:17.690808 bus /gobi_6: Setting Powered False\u000a07:19:18.711774 run create_hlr_db(pid=9956): Terminated: ok {rc=0}\u000a07:19:19.125931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9958): Launched\u000a07:19:19.437573 run osmo-hlr_10.42.42.2(pid=9959): Launched\u000a07:19:19.554530 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:19:20.097676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9961): Launched\u000a07:19:20.408039 run osmo-stp_10.42.42.5(pid=9962): Launched\u000a07:19:20.520781 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:19:21.065690 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9964): Launched\u000a07:19:21.177302 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:19:21.449093 run patchelf(pid=9965): Launched\u000a07:19:21.632232 run osmo-stp_10.42.42.5(pid=9962): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9962)]\u000a07:19:21.766200 run osmo-stp_10.42.42.5(pid=9962): stdout: \u000a| (launched: 2022-12-10_07:19:20.255633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:19:21.900107 run osmo-stp_10.42.42.5(pid=9962): stderr: \u000a| �[0;m�[38;5;43m20221210071920448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071920448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071920448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071920449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071920449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071920449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071920449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:19:22.030060 run osmo-stp_10.42.42.5(pid=9962): stdout: \u000a| (launched: 2022-12-10_07:19:20.255633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:19:22.158290 run osmo-stp_10.42.42.5(pid=9962): stderr: \u000a| �[0;m�[38;5;43m20221210071920448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071920448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071920448 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071920449 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071920449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071920449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071920449 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:19:22.307626 run patchelf(pid=9965): Terminating (SIGINT)\u000a07:19:22.483143 run patchelf(pid=9965): Terminated: ok {rc=0}\u000a07:19:22.514924 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=9962): Process ended prematurely: osmo-stp_10.42.42.5(pid=9962) [trial-2371↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9962)] [trial-2371↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py:22]\u000a07:19:22.523974 tst ping.py:22: Test FAILED (6.7 sec)\u000a07:19:22.586816 run osmo-hlr_10.42.42.2(pid=9959): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9959)]\u000a07:19:22.638607 run osmo-hlr_10.42.42.2(pid=9959): stdout: \u000a| (launched: 2022-12-10_07:19:19.284492) \u000a07:19:22.690680 run osmo-hlr_10.42.42.2(pid=9959): stderr: \u000a| �[0;m�[1;31m20221210071919479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071919479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071919479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071919479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071919479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071919479 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071919491 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-b200+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071919499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071919499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071919500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:19:22.735018 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9958): Terminating (SIGTERM)\u000a07:19:22.777046 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9961): Terminating (SIGTERM)\u000a07:19:22.818949 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9964): Terminating (SIGTERM)\u000a07:19:22.828787 --- ParallelTerminationStrategy: PID 9958 died...\u000a07:19:22.885242 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9958): Terminated: ok {rc=0}\u000a07:19:22.895433 --- ParallelTerminationStrategy: PID 9961 died...\u000a07:19:22.951077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9961): Terminated: ok {rc=0}\u000a07:19:22.961151 --- ParallelTerminationStrategy: PID 9964 died...\u000a07:19:23.016516 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9964): Terminated: ok {rc=0}\u000a07:19:23.103823 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-b200+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9972): Process ended prematurely: osmo-stp_10.42.42.5(pid=9972) [trial-2371↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9972)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9972): Process ended prematurely: osmo-stp_10.42.42.5(pid=9972) [trial-2371↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9972)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-b200+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a07:19:24.156872 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:19:24.169223 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:19:24.329618 tst ping_idle_ping.py: using LAC 26757\u000a07:19:24.453901 tst ping_idle_ping.py: using RAC 237\u000a07:19:24.578281 tst ping_idle_ping.py: using CellId 26757\u000a07:19:24.702540 tst ping_idle_ping.py: using BVCI 26758\u000a07:19:24.726700 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:19:24.738036 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:19:24.749348 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:19:24.760428 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:19:24.771507 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:19:24.782648 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:19:24.793856 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:19:24.804829 tst gprs:trx-b200+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:19:25.091275 tst ping_idle_ping.py:24: start network...\u000a07:19:25.222201 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:19:25.729052 run create_hlr_db(pid=9966): Launched\u000a07:19:25.910610 bus /gobi_6: Setting Powered False\u000a07:19:26.932084 run create_hlr_db(pid=9966): Terminated: ok {rc=0}\u000a07:19:27.324296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9968): Launched\u000a07:19:27.624568 run osmo-hlr_10.42.42.2(pid=9969): Launched\u000a07:19:27.740770 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:19:28.283471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9971): Launched\u000a07:19:28.595554 run osmo-stp_10.42.42.5(pid=9972): Launched\u000a07:19:28.708858 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:19:29.252414 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9974): Launched\u000a07:19:29.363858 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:19:29.635621 run patchelf(pid=9975): Launched\u000a07:19:29.818739 run osmo-stp_10.42.42.5(pid=9972): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9972)]\u000a07:19:29.952430 run osmo-stp_10.42.42.5(pid=9972): stdout: \u000a| (launched: 2022-12-10_07:19:28.442127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:19:30.086863 run osmo-stp_10.42.42.5(pid=9972): stderr: \u000a| �[0;m�[38;5;43m20221210071928633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071928633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071928634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071928634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071928634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071928634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071928634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:19:30.216355 run osmo-stp_10.42.42.5(pid=9972): stdout: \u000a| (launched: 2022-12-10_07:19:28.442127)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:19:30.344597 run osmo-stp_10.42.42.5(pid=9972): stderr: \u000a| �[0;m�[38;5;43m20221210071928633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071928633 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071928634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071928634 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071928634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071928634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071928634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:19:30.493921 run patchelf(pid=9975): Terminating (SIGINT)\u000a07:19:30.670098 run patchelf(pid=9975): Terminated: ok {rc=0}\u000a07:19:30.702004 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=9972): Process ended prematurely: osmo-stp_10.42.42.5(pid=9972) [trial-2371↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9972)] [trial-2371↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a07:19:30.710941 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a07:19:30.773220 run osmo-hlr_10.42.42.2(pid=9969): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-b200+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9969)]\u000a07:19:30.824422 run osmo-hlr_10.42.42.2(pid=9969): stdout: \u000a| (launched: 2022-12-10_07:19:27.471789) \u000a07:19:30.900661 run osmo-hlr_10.42.42.2(pid=9969): stderr: \u000a| �[0;m�[1;31m20221210071927664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071927664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071927664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071927664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071927664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071927664 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071927676 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-b200+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071927684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071927684 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071927685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:19:30.946058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9968): Terminating (SIGTERM)\u000a07:19:30.988918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9971): Terminating (SIGTERM)\u000a07:19:31.032490 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9974): Terminating (SIGTERM)\u000a07:19:31.043162 --- ParallelTerminationStrategy: PID 9968 died...\u000a07:19:31.101435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9968): Terminated: ok {rc=0}\u000a07:19:31.112520 --- ParallelTerminationStrategy: PID 9971 died...\u000a07:19:31.168764 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9971): Terminated: ok {rc=0}\u000a07:19:31.179227 --- ParallelTerminationStrategy: PID 9974 died...\u000a07:19:31.235354 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9974): Terminated: ok {rc=0}\u000a07:19:31.324120 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "52", "name" : "gprs_trx-b200+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:18:34" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=9989): Process ended prematurely: osmo-stp_10.42.42.5(pid=9989) [trial-2371↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9989)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=9989): Process ended prematurely: osmo-stp_10.42.42.5(pid=9989) [trial-2371↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9989)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-b200+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:19:33.481927 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:19:33.493324 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:19:33.658213 tst cs_paging_gprs_active.py: using LAC 26758\u000a07:19:33.782081 tst cs_paging_gprs_active.py: using RAC 238\u000a07:19:33.908076 tst cs_paging_gprs_active.py: using CellId 26758\u000a07:19:34.032129 tst cs_paging_gprs_active.py: using BVCI 26759\u000a07:19:34.056370 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:19:34.067533 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:19:34.078608 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:19:34.090159 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:19:34.101334 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:19:34.112745 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:19:34.124282 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:19:34.135687 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:19:34.147063 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:19:34.262769 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:19:34.555863 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:19:34.689233 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:19:35.017819 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9979): Launched\u000a07:19:35.289845 run iperf3-srv_10.42.42.10(pid=9980): Launched\u000a07:19:35.484806 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:19:35.618098 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:19:35.946378 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9981): Launched\u000a07:19:36.219125 run iperf3-srv_10.42.42.10(pid=9982): Launched\u000a07:19:36.414030 tst cs_paging_gprs_active.py:38: start network...\u000a07:19:36.546550 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:19:37.053618 run create_hlr_db(pid=9983): Launched\u000a07:19:37.237236 bus /gobi_6: Setting Powered False\u000a07:19:38.260272 run create_hlr_db(pid=9983): Terminated: ok {rc=0}\u000a07:19:38.657253 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9985): Launched\u000a07:19:38.954350 run osmo-hlr_10.42.42.2(pid=9986): Launched\u000a07:19:39.070172 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:19:39.592607 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9988): Launched\u000a07:19:39.889159 run osmo-stp_10.42.42.5(pid=9989): Launched\u000a07:19:39.999301 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:19:40.516509 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9991): Launched\u000a07:19:40.622351 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:19:40.880309 run patchelf(pid=9992): Launched\u000a07:19:41.053398 run osmo-stp_10.42.42.5(pid=9989): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9989)]\u000a07:19:41.180197 run osmo-stp_10.42.42.5(pid=9989): stdout: \u000a| (launched: 2022-12-10_07:19:39.742412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:19:41.307290 run osmo-stp_10.42.42.5(pid=9989): stderr: \u000a| �[0;m�[38;5;43m20221210071939910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071939910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071939910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071939911 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071939911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071939911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071939911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:19:41.429387 run osmo-stp_10.42.42.5(pid=9989): stdout: \u000a| (launched: 2022-12-10_07:19:39.742412)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:19:41.550909 run osmo-stp_10.42.42.5(pid=9989): stderr: \u000a| �[0;m�[38;5;43m20221210071939910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071939910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071939910 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071939911 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071939911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071939911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071939911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:19:41.693241 run patchelf(pid=9992): Terminating (SIGINT)\u000a07:19:41.860834 run patchelf(pid=9992): Terminated: ok {rc=0}\u000a07:19:41.891765 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=9989): Process ended prematurely: osmo-stp_10.42.42.5(pid=9989) [trial-2371↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=9989)] [trial-2371↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a07:19:41.900827 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a07:19:41.961266 run osmo-hlr_10.42.42.2(pid=9986): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-b200+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9986)]\u000a07:19:42.009969 run osmo-hlr_10.42.42.2(pid=9986): stdout: \u000a| (launched: 2022-12-10_07:19:38.807366) \u000a07:19:42.059107 run osmo-hlr_10.42.42.2(pid=9986): stderr: \u000a| �[0;m�[1;31m20221210071938982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071938982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071938982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071938982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071938982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071938982 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071938994 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-b200+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071939003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071939003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071939003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:19:42.101020 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9979): Terminating (SIGTERM)\u000a07:19:42.140520 run iperf3-srv_10.42.42.10(pid=9980): Terminating (SIGTERM)\u000a07:19:42.180273 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9981): Terminating (SIGTERM)\u000a07:19:42.219596 run iperf3-srv_10.42.42.10(pid=9982): Terminating (SIGTERM)\u000a07:19:42.258912 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9985): Terminating (SIGTERM)\u000a07:19:42.298298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9988): Terminating (SIGTERM)\u000a07:19:42.337622 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9991): Terminating (SIGTERM)\u000a07:19:42.346890 --- ParallelTerminationStrategy: PID 9979 died...\u000a07:19:42.399697 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9979): Terminated: ok {rc=0}\u000a07:19:42.409385 --- ParallelTerminationStrategy: PID 9980 died...\u000a07:19:42.462069 run iperf3-srv_10.42.42.10(pid=9980): Terminated {rc=256}\u000a07:19:42.471385 --- ParallelTerminationStrategy: PID 9981 died...\u000a07:19:42.524226 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9981): Terminated: ok {rc=0}\u000a07:19:42.533640 --- ParallelTerminationStrategy: PID 9982 died...\u000a07:19:42.585801 run iperf3-srv_10.42.42.10(pid=9982): Terminated {rc=256}\u000a07:19:42.595395 --- ParallelTerminationStrategy: PID 9985 died...\u000a07:19:42.647849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9985): Terminated: ok {rc=0}\u000a07:19:42.657362 --- ParallelTerminationStrategy: PID 9988 died...\u000a07:19:42.709585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=9988): Terminated: ok {rc=0}\u000a07:19:42.719180 --- ParallelTerminationStrategy: PID 9991 died...\u000a07:19:42.771574 run pcap-recorder_any(filters='host 10.42.42.6')(pid=9991): Terminated: ok {rc=0}\u000a07:19:42.854587 bus /gobi_0: Setting Powered False\u000a07:19:43.958563 bus /gobi_0: Setting Powered False\u000a07:19:45.064930 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10001): Process ended prematurely: osmo-stp_10.42.42.5(pid=10001) [trial-2371↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10001)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10001): Process ended prematurely: osmo-stp_10.42.42.5(pid=10001) [trial-2371↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10001)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-b200+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a07:19:46.176342 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:19:46.189041 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:19:46.353116 tst iperf3.py: using LAC 26759\u000a07:19:46.511998 tst iperf3.py: using RAC 239\u000a07:19:46.644077 tst iperf3.py: using CellId 26759\u000a07:19:46.781849 tst iperf3.py: using BVCI 26760\u000a07:19:46.814540 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:19:46.829518 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:19:46.843328 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:19:46.855932 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:19:46.868547 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:19:46.880395 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:19:46.892579 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:19:46.904330 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:19:46.916203 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:19:47.256543 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:19:47.391140 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:19:47.719788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9993): Launched\u000a07:19:47.991506 run iperf3-srv_10.42.42.10(pid=9994): Launched\u000a07:19:48.186136 tst iperf3.py:8: start network...\u000a07:19:48.319300 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:19:48.825278 run create_hlr_db(pid=9995): Launched\u000a07:19:49.007865 bus /gobi_6: Setting Powered False\u000a07:19:50.029590 run create_hlr_db(pid=9995): Terminated: ok {rc=0}\u000a07:19:50.427236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9997): Launched\u000a07:19:50.722316 run osmo-hlr_10.42.42.2(pid=9998): Launched\u000a07:19:50.835335 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:19:51.355021 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10000): Launched\u000a07:19:51.649918 run osmo-stp_10.42.42.5(pid=10001): Launched\u000a07:19:51.757650 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:19:52.272837 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10003): Launched\u000a07:19:52.377847 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:19:52.634205 run patchelf(pid=10004): Launched\u000a07:19:52.806428 run osmo-stp_10.42.42.5(pid=10001): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10001)]\u000a07:19:52.932427 run osmo-stp_10.42.42.5(pid=10001): stdout: \u000a| (launched: 2022-12-10_07:19:51.504577)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:19:53.058815 run osmo-stp_10.42.42.5(pid=10001): stderr: \u000a| �[0;m�[38;5;43m20221210071951675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071951675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071951676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071951676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071951676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071951677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071951677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:19:53.180354 run osmo-stp_10.42.42.5(pid=10001): stdout: \u000a| (launched: 2022-12-10_07:19:51.504577)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:19:53.300687 run osmo-stp_10.42.42.5(pid=10001): stderr: \u000a| �[0;m�[38;5;43m20221210071951675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210071951675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210071951676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210071951676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210071951676 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210071951677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210071951677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:19:53.441835 run patchelf(pid=10004): Terminating (SIGINT)\u000a07:19:53.608024 run patchelf(pid=10004): Terminated: ok {rc=0}\u000a07:19:53.638625 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10001): Process ended prematurely: osmo-stp_10.42.42.5(pid=10001) [trial-2371↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10001)] [trial-2371↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a07:19:53.647655 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a07:19:53.707533 run osmo-hlr_10.42.42.2(pid=9998): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=9998)]\u000a07:19:53.755813 run osmo-hlr_10.42.42.2(pid=9998): stdout: \u000a| (launched: 2022-12-10_07:19:50.577096) \u000a07:19:53.804897 run osmo-hlr_10.42.42.2(pid=9998): stderr: \u000a| �[0;m�[1;31m20221210071950753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210071950753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210071950753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071950753 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210071950754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210071950754 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210071950765 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210071950774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210071950774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210071950774 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:19:53.846355 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9993): Terminating (SIGTERM)\u000a07:19:53.885598 run iperf3-srv_10.42.42.10(pid=9994): Terminating (SIGTERM)\u000a07:19:53.925015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9997): Terminating (SIGTERM)\u000a07:19:53.964340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10000): Terminating (SIGTERM)\u000a07:19:54.003696 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10003): Terminating (SIGTERM)\u000a07:19:54.013068 --- ParallelTerminationStrategy: PID 9993 died...\u000a07:19:54.065445 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=9993): Terminated: ok {rc=0}\u000a07:19:54.075105 --- ParallelTerminationStrategy: PID 9994 died...\u000a07:19:54.127445 run iperf3-srv_10.42.42.10(pid=9994): Terminated {rc=256}\u000a07:19:54.137121 --- ParallelTerminationStrategy: PID 9997 died...\u000a07:19:54.189882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=9997): Terminated: ok {rc=0}\u000a07:19:54.199328 --- ParallelTerminationStrategy: PID 10000 died...\u000a07:19:54.252879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10000): Terminated: ok {rc=0}\u000a07:19:54.262548 --- ParallelTerminationStrategy: PID 10003 died...\u000a07:19:54.315614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10003): Terminated: ok {rc=0}\u000a07:19:54.399420 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10022): Process ended prematurely: osmo-stp_10.42.42.5(pid=10022) [trial-2371↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10022)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10022): Process ended prematurely: osmo-stp_10.42.42.5(pid=10022) [trial-2371↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10022)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-b200+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a07:19:55.514725 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:19:55.526754 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:19:55.698396 tst iperf3m4.py: using LAC 26760\u000a07:19:55.821023 tst iperf3m4.py: using RAC 240\u000a07:19:55.944318 tst iperf3m4.py: using CellId 26760\u000a07:19:56.067392 tst iperf3m4.py: using BVCI 26761\u000a07:19:56.091893 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:19:56.103335 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:19:56.114656 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:19:56.126299 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:19:56.138181 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:19:56.149722 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:19:56.161450 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:19:56.172801 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:19:56.184657 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:19:56.304792 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:19:56.424579 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:19:56.541594 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:19:56.815236 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:19:56.939385 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:19:57.247450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10005): Launched\u000a07:19:57.502732 run iperf3-srv_10.42.42.10(pid=10006): Launched\u000a07:19:57.683260 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:19:57.806861 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:19:58.113595 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10007): Launched\u000a07:19:58.368538 run iperf3-srv_10.42.42.10(pid=10008): Launched\u000a07:19:58.548878 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:19:58.672216 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:19:58.978629 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10009): Launched\u000a07:19:59.232851 run iperf3-srv_10.42.42.10(pid=10010): Launched\u000a07:19:59.413075 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:19:59.536125 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:19:59.842583 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10011): Launched\u000a07:20:00.096539 run iperf3-srv_10.42.42.10(pid=10012): Launched\u000a07:20:00.276824 tst iperf3m4.py:8: start network...\u000a07:20:00.400839 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:20:00.892230 run create_hlr_db(pid=10013): Launched\u000a07:20:01.072186 bus /gobi_6: Setting Powered False\u000a07:20:02.118983 run create_hlr_db(pid=10013): Terminated: ok {rc=0}\u000a07:20:02.547476 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10018): Launched\u000a07:20:02.866101 run osmo-hlr_10.42.42.2(pid=10019): Launched\u000a07:20:02.982188 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:20:03.531646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10021): Launched\u000a07:20:03.846912 run osmo-stp_10.42.42.5(pid=10022): Launched\u000a07:20:03.960151 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:20:04.510984 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10024): Launched\u000a07:20:04.624426 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:20:04.900297 run patchelf(pid=10025): Launched\u000a07:20:05.085752 run osmo-stp_10.42.42.5(pid=10022): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10022)]\u000a07:20:05.221621 run osmo-stp_10.42.42.5(pid=10022): stdout: \u000a| (launched: 2022-12-10_07:20:03.692808)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:20:05.357713 run osmo-stp_10.42.42.5(pid=10022): stderr: \u000a| �[0;m�[38;5;43m20221210072003884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072003884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072003884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072003885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072003885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072003885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072003885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:20:05.488398 run osmo-stp_10.42.42.5(pid=10022): stdout: \u000a| (launched: 2022-12-10_07:20:03.692808)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:20:05.618677 run osmo-stp_10.42.42.5(pid=10022): stderr: \u000a| �[0;m�[38;5;43m20221210072003884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072003884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072003884 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072003885 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072003885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072003885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072003885 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:20:05.770385 run patchelf(pid=10025): Terminating (SIGINT)\u000a07:20:05.948671 run patchelf(pid=10025): Terminated: ok {rc=0}\u000a07:20:05.981560 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10022): Process ended prematurely: osmo-stp_10.42.42.5(pid=10022) [trial-2371↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10022)] [trial-2371↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a07:20:05.991266 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a07:20:06.053662 run osmo-hlr_10.42.42.2(pid=10019): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-b200+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10019)]\u000a07:20:06.104462 run osmo-hlr_10.42.42.2(pid=10019): stdout: \u000a| (launched: 2022-12-10_07:20:02.709556) \u000a07:20:06.155949 run osmo-hlr_10.42.42.2(pid=10019): stderr: \u000a| �[0;m�[1;31m20221210072002905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072002905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072002905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072002905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072002905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072002905 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072002918 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-b200+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072002927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072002927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072002927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:20:06.199767 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10005): Terminating (SIGTERM)\u000a07:20:06.241331 run iperf3-srv_10.42.42.10(pid=10006): Terminating (SIGTERM)\u000a07:20:06.282774 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10007): Terminating (SIGTERM)\u000a07:20:06.324186 run iperf3-srv_10.42.42.10(pid=10008): Terminating (SIGTERM)\u000a07:20:06.365713 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10009): Terminating (SIGTERM)\u000a07:20:06.406920 run iperf3-srv_10.42.42.10(pid=10010): Terminating (SIGTERM)\u000a07:20:06.448148 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10011): Terminating (SIGTERM)\u000a07:20:06.489231 run iperf3-srv_10.42.42.10(pid=10012): Terminating (SIGTERM)\u000a07:20:06.530772 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10018): Terminating (SIGTERM)\u000a07:20:06.572000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10021): Terminating (SIGTERM)\u000a07:20:06.613714 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10024): Terminating (SIGTERM)\u000a07:20:06.623317 --- ParallelTerminationStrategy: PID 10005 died...\u000a07:20:06.679034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10005): Terminated: ok {rc=0}\u000a07:20:06.689108 --- ParallelTerminationStrategy: PID 10006 died...\u000a07:20:06.744382 run iperf3-srv_10.42.42.10(pid=10006): Terminated {rc=256}\u000a07:20:06.754336 --- ParallelTerminationStrategy: PID 10007 died...\u000a07:20:06.809579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10007): Terminated: ok {rc=0}\u000a07:20:06.819517 --- ParallelTerminationStrategy: PID 10008 died...\u000a07:20:06.874526 run iperf3-srv_10.42.42.10(pid=10008): Terminated {rc=256}\u000a07:20:06.884380 --- ParallelTerminationStrategy: PID 10009 died...\u000a07:20:06.939505 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10009): Terminated: ok {rc=0}\u000a07:20:06.949471 --- ParallelTerminationStrategy: PID 10010 died...\u000a07:20:07.004423 run iperf3-srv_10.42.42.10(pid=10010): Terminated {rc=256}\u000a07:20:07.014305 --- ParallelTerminationStrategy: PID 10011 died...\u000a07:20:07.069499 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10011): Terminated: ok {rc=0}\u000a07:20:07.079471 --- ParallelTerminationStrategy: PID 10012 died...\u000a07:20:07.134510 run iperf3-srv_10.42.42.10(pid=10012): Terminated {rc=256}\u000a07:20:07.144348 --- ParallelTerminationStrategy: PID 10018 died...\u000a07:20:07.199211 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10018): Terminated: ok {rc=0}\u000a07:20:07.209206 --- ParallelTerminationStrategy: PID 10021 died...\u000a07:20:07.264127 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10021): Terminated: ok {rc=0}\u000a07:20:07.274146 --- ParallelTerminationStrategy: PID 10024 died...\u000a07:20:07.329283 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10024): Terminated: ok {rc=0}\u000a07:20:07.416773 bus /gobi_4: Setting Powered False\u000a07:20:08.520324 bus /gobi_4: Setting Powered False\u000a07:20:09.631901 bus /gobi_1: Setting Powered False\u000a07:20:10.735595 bus /gobi_1: Setting Powered False\u000a07:20:11.845964 bus /gobi_0: Setting Powered False\u000a07:20:12.948784 bus /gobi_0: Setting Powered False\u000a07:20:14.060770 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10032): Process ended prematurely: osmo-stp_10.42.42.5(pid=10032) [trial-2371↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10032)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10032): Process ended prematurely: osmo-stp_10.42.42.5(pid=10032) [trial-2371↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10032)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-b200+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a07:20:15.127855 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:20:15.139438 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:20:15.296506 tst ping.py: using LAC 26761\u000a07:20:15.410731 tst ping.py: using RAC 241\u000a07:20:15.532595 tst ping.py: using CellId 26761\u000a07:20:15.655344 tst ping.py: using BVCI 26762\u000a07:20:15.679459 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:20:15.690734 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:20:15.702045 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:20:15.713688 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:20:15.725285 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:20:15.736866 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:20:15.748598 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:20:15.760195 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:20:16.058877 tst ping.py:19: start network...\u000a07:20:16.185511 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:20:16.708086 run create_hlr_db(pid=10026): Launched\u000a07:20:16.883918 bus /gobi_6: Setting Powered False\u000a07:20:17.909371 run create_hlr_db(pid=10026): Terminated: ok {rc=0}\u000a07:20:18.300041 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10028): Launched\u000a07:20:18.592792 run osmo-hlr_10.42.42.2(pid=10029): Launched\u000a07:20:18.702251 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:20:19.224241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10031): Launched\u000a07:20:19.514935 run osmo-stp_10.42.42.5(pid=10032): Launched\u000a07:20:19.622039 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:20:20.125180 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10034): Launched\u000a07:20:20.228056 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:20:20.480454 run patchelf(pid=10035): Launched\u000a07:20:20.650841 run osmo-stp_10.42.42.5(pid=10032): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10032)]\u000a07:20:20.775066 run osmo-stp_10.42.42.5(pid=10032): stdout: \u000a| (launched: 2022-12-10_07:20:19.370773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:20:20.899586 run osmo-stp_10.42.42.5(pid=10032): stderr: \u000a| �[0;m�[38;5;43m20221210072019538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072019538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072019538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072019539 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072019539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072019539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072019539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:20:21.019476 run osmo-stp_10.42.42.5(pid=10032): stdout: \u000a| (launched: 2022-12-10_07:20:19.370773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:20:21.138404 run osmo-stp_10.42.42.5(pid=10032): stderr: \u000a| �[0;m�[38;5;43m20221210072019538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072019538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072019538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072019539 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072019539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072019539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072019539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:20:21.277458 run patchelf(pid=10035): Terminating (SIGINT)\u000a07:20:21.440863 run patchelf(pid=10035): Terminated: ok {rc=0}\u000a07:20:21.470660 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10032): Process ended prematurely: osmo-stp_10.42.42.5(pid=10032) [trial-2371↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10032)] [trial-2371↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py:22]\u000a07:20:21.479107 tst ping.py:22: Test FAILED (6.3 sec)\u000a07:20:21.539008 run osmo-hlr_10.42.42.2(pid=10029): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10029)]\u000a07:20:21.588306 run osmo-hlr_10.42.42.2(pid=10029): stdout: \u000a| (launched: 2022-12-10_07:20:18.447334) \u000a07:20:21.637627 run osmo-hlr_10.42.42.2(pid=10029): stderr: \u000a| �[0;m�[1;31m20221210072018622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072018622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072018622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072018622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072018622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072018622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072018634 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-b200+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072018645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072018645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072018645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:20:21.679648 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10028): Terminating (SIGTERM)\u000a07:20:21.719390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10031): Terminating (SIGTERM)\u000a07:20:21.759173 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10034): Terminating (SIGTERM)\u000a07:20:21.768685 --- ParallelTerminationStrategy: PID 10028 died...\u000a07:20:21.821578 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10028): Terminated: ok {rc=0}\u000a07:20:21.831300 --- ParallelTerminationStrategy: PID 10031 died...\u000a07:20:21.883789 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10031): Terminated: ok {rc=0}\u000a07:20:21.893531 --- ParallelTerminationStrategy: PID 10034 died...\u000a07:20:21.946207 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10034): Terminated: ok {rc=0}\u000a07:20:22.033501 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-b200+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10042): Process ended prematurely: osmo-stp_10.42.42.5(pid=10042) [trial-2371↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10042)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10042): Process ended prematurely: osmo-stp_10.42.42.5(pid=10042) [trial-2371↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10042)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-b200+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a07:20:23.085869 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:20:23.097985 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:20:23.251307 tst ping_idle_ping.py: using LAC 26762\u000a07:20:23.364569 tst ping_idle_ping.py: using RAC 242\u000a07:20:23.484098 tst ping_idle_ping.py: using CellId 26762\u000a07:20:23.596500 tst ping_idle_ping.py: using BVCI 26763\u000a07:20:23.618756 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:20:23.629483 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:20:23.640056 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:20:23.650860 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:20:23.661730 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:20:23.672481 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:20:23.683478 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:20:23.694226 tst gprs:trx-b200+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:20:23.979669 tst ping_idle_ping.py:24: start network...\u000a07:20:24.110214 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:20:24.612412 run create_hlr_db(pid=10036): Launched\u000a07:20:24.794394 bus /gobi_6: Setting Powered False\u000a07:20:25.814245 run create_hlr_db(pid=10036): Terminated: ok {rc=0}\u000a07:20:26.204851 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10038): Launched\u000a07:20:26.495485 run osmo-hlr_10.42.42.2(pid=10039): Launched\u000a07:20:26.603849 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:20:27.106841 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10041): Launched\u000a07:20:27.397748 run osmo-stp_10.42.42.5(pid=10042): Launched\u000a07:20:27.505792 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:20:28.012839 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10044): Launched\u000a07:20:28.116060 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:20:28.369375 run patchelf(pid=10045): Launched\u000a07:20:28.539492 run osmo-stp_10.42.42.5(pid=10042): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10042)]\u000a07:20:28.664210 run osmo-stp_10.42.42.5(pid=10042): stdout: \u000a| (launched: 2022-12-10_07:20:27.253945)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:20:28.788801 run osmo-stp_10.42.42.5(pid=10042): stderr: \u000a| �[0;m�[38;5;43m20221210072027422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072027422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072027422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072027422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072027423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072027423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072027423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:20:28.908878 run osmo-stp_10.42.42.5(pid=10042): stdout: \u000a| (launched: 2022-12-10_07:20:27.253945)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:20:29.027578 run osmo-stp_10.42.42.5(pid=10042): stderr: \u000a| �[0;m�[38;5;43m20221210072027422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072027422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072027422 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072027422 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072027423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072027423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072027423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:20:29.166695 run patchelf(pid=10045): Terminating (SIGINT)\u000a07:20:29.330480 run patchelf(pid=10045): Terminated: ok {rc=0}\u000a07:20:29.360257 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10042): Process ended prematurely: osmo-stp_10.42.42.5(pid=10042) [trial-2371↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10042)] [trial-2371↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a07:20:29.368577 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a07:20:29.428346 run osmo-hlr_10.42.42.2(pid=10039): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-b200+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10039)]\u000a07:20:29.477148 run osmo-hlr_10.42.42.2(pid=10039): stdout: \u000a| (launched: 2022-12-10_07:20:26.352479) \u000a07:20:29.526558 run osmo-hlr_10.42.42.2(pid=10039): stderr: \u000a| �[0;m�[1;31m20221210072026528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072026528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072026528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072026528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072026528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072026528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072026539 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-b200+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072026547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072026547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072026547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:20:29.568334 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10038): Terminating (SIGTERM)\u000a07:20:29.607993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10041): Terminating (SIGTERM)\u000a07:20:29.647647 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10044): Terminating (SIGTERM)\u000a07:20:29.657059 --- ParallelTerminationStrategy: PID 10038 died...\u000a07:20:29.710126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10038): Terminated: ok {rc=0}\u000a07:20:29.719709 --- ParallelTerminationStrategy: PID 10041 died...\u000a07:20:29.772015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10041): Terminated: ok {rc=0}\u000a07:20:29.781896 --- ParallelTerminationStrategy: PID 10044 died...\u000a07:20:29.834505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10044): Terminated: ok {rc=0}\u000a07:20:29.922023 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "53", "name" : "gprs_trx-b200+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:19:33" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10059): Process ended prematurely: osmo-stp_10.42.42.5(pid=10059) [trial-2371↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10059)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10059): Process ended prematurely: osmo-stp_10.42.42.5(pid=10059) [trial-2371↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10059)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:20:32.187480 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:20:32.199810 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a07:20:32.338141 tst cs_paging_gprs_active.py: using LAC 26763\u000a07:20:32.457931 tst cs_paging_gprs_active.py: using RAC 243\u000a07:20:32.572319 tst cs_paging_gprs_active.py: using CellId 26763\u000a07:20:32.701432 tst cs_paging_gprs_active.py: using BVCI 26764\u000a07:20:32.726076 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:20:32.737791 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:20:32.749440 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:20:32.761602 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:20:32.773683 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:20:32.787120 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:20:32.800895 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:20:32.811934 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:20:32.823480 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:20:32.943983 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:20:33.221192 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:20:33.344698 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:20:33.651771 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10049): Launched\u000a07:20:33.906837 run iperf3-srv_10.42.42.10(pid=10050): Launched\u000a07:20:34.087865 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:20:34.211240 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:20:34.518344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10051): Launched\u000a07:20:34.773521 run iperf3-srv_10.42.42.10(pid=10052): Launched\u000a07:20:34.953788 tst cs_paging_gprs_active.py:38: start network...\u000a07:20:35.076357 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:20:35.541209 run create_hlr_db(pid=10053): Launched\u000a07:20:35.711491 bus /gobi_6: Setting Powered False\u000a07:20:36.732892 run create_hlr_db(pid=10053): Terminated: ok {rc=0}\u000a07:20:37.126461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10055): Launched\u000a07:20:37.422300 run osmo-hlr_10.42.42.2(pid=10056): Launched\u000a07:20:37.537254 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:20:38.060107 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10058): Launched\u000a07:20:38.357066 run osmo-stp_10.42.42.5(pid=10059): Launched\u000a07:20:38.465219 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:20:38.980614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10061): Launched\u000a07:20:39.086155 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:20:39.344788 run patchelf(pid=10062): Launched\u000a07:20:39.518098 run osmo-stp_10.42.42.5(pid=10059): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10059)]\u000a07:20:39.644774 run osmo-stp_10.42.42.5(pid=10059): stdout: \u000a| (launched: 2022-12-10_07:20:38.210156)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:20:39.772030 run osmo-stp_10.42.42.5(pid=10059): stderr: \u000a| �[0;m�[38;5;43m20221210072038381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072038381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072038381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072038382 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072038382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072038382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072038382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:20:39.894859 run osmo-stp_10.42.42.5(pid=10059): stdout: \u000a| (launched: 2022-12-10_07:20:38.210156)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:20:40.017070 run osmo-stp_10.42.42.5(pid=10059): stderr: \u000a| �[0;m�[38;5;43m20221210072038381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072038381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072038381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072038382 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072038382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072038382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072038382 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:20:40.159252 run patchelf(pid=10062): Terminating (SIGINT)\u000a07:20:40.326770 run patchelf(pid=10062): Terminated: ok {rc=0}\u000a07:20:40.357570 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=10059): Process ended prematurely: osmo-stp_10.42.42.5(pid=10059) [trial-2371↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10059)] [trial-2371↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a07:20:40.366600 tst cs_paging_gprs_active.py:38: Test FAILED (8.2 sec)\u000a07:20:40.426901 run osmo-hlr_10.42.42.2(pid=10056): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10056)]\u000a07:20:40.475674 run osmo-hlr_10.42.42.2(pid=10056): stdout: \u000a| (launched: 2022-12-10_07:20:37.276479) \u000a07:20:40.525471 run osmo-hlr_10.42.42.2(pid=10056): stderr: \u000a| �[0;m�[1;31m20221210072037451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072037451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072037451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072037451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072037451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072037451 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072037463 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072037472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072037472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072037472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:20:40.567632 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10049): Terminating (SIGTERM)\u000a07:20:40.607556 run iperf3-srv_10.42.42.10(pid=10050): Terminating (SIGTERM)\u000a07:20:40.647723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10051): Terminating (SIGTERM)\u000a07:20:40.687650 run iperf3-srv_10.42.42.10(pid=10052): Terminating (SIGTERM)\u000a07:20:40.727413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10055): Terminating (SIGTERM)\u000a07:20:40.767232 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10058): Terminating (SIGTERM)\u000a07:20:40.807054 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10061): Terminating (SIGTERM)\u000a07:20:40.816461 --- ParallelTerminationStrategy: PID 10049 died...\u000a07:20:40.869491 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10049): Terminated: ok {rc=0}\u000a07:20:40.879309 --- ParallelTerminationStrategy: PID 10050 died...\u000a07:20:40.931814 run iperf3-srv_10.42.42.10(pid=10050): Terminated {rc=256}\u000a07:20:40.941632 --- ParallelTerminationStrategy: PID 10051 died...\u000a07:20:40.994112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10051): Terminated: ok {rc=0}\u000a07:20:41.003921 --- ParallelTerminationStrategy: PID 10052 died...\u000a07:20:41.056327 run iperf3-srv_10.42.42.10(pid=10052): Terminated {rc=256}\u000a07:20:41.066030 --- ParallelTerminationStrategy: PID 10055 died...\u000a07:20:41.118805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10055): Terminated: ok {rc=0}\u000a07:20:41.128479 --- ParallelTerminationStrategy: PID 10058 died...\u000a07:20:41.181850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10058): Terminated: ok {rc=0}\u000a07:20:41.191316 --- ParallelTerminationStrategy: PID 10061 died...\u000a07:20:41.244344 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10061): Terminated: ok {rc=0}\u000a07:20:41.331803 bus /gobi_0: Setting Powered False\u000a07:20:42.433374 bus /gobi_0: Setting Powered False\u000a07:20:43.543696 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10072): Process ended prematurely: osmo-stp_10.42.42.5(pid=10072) [trial-2371↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10072)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10072): Process ended prematurely: osmo-stp_10.42.42.5(pid=10072) [trial-2371↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10072)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a07:20:44.652869 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:20:44.664855 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a07:20:44.806159 tst iperf3.py: using LAC 26764\u000a07:20:44.922222 tst iperf3.py: using RAC 244\u000a07:20:45.037322 tst iperf3.py: using CellId 26764\u000a07:20:45.153363 tst iperf3.py: using BVCI 26765\u000a07:20:45.175898 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:20:45.186986 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:20:45.198037 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:20:45.209263 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:20:45.220819 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:20:45.232152 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:20:45.243406 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:20:45.254584 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:20:45.266063 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:20:45.538451 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:20:45.661901 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:20:46.008309 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10064): Launched\u000a07:20:46.322738 run iperf3-srv_10.42.42.10(pid=10065): Launched\u000a07:20:46.524889 tst iperf3.py:8: start network...\u000a07:20:46.662005 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:20:47.197620 run create_hlr_db(pid=10066): Launched\u000a07:20:47.381247 bus /gobi_6: Setting Powered False\u000a07:20:48.402290 run create_hlr_db(pid=10066): Terminated: ok {rc=0}\u000a07:20:48.800023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10068): Launched\u000a07:20:49.095646 run osmo-hlr_10.42.42.2(pid=10069): Launched\u000a07:20:49.210258 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:20:49.734289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10071): Launched\u000a07:20:50.029760 run osmo-stp_10.42.42.5(pid=10072): Launched\u000a07:20:50.137351 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:20:50.652382 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10074): Launched\u000a07:20:50.758146 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:20:51.016457 run patchelf(pid=10075): Launched\u000a07:20:51.189809 run osmo-stp_10.42.42.5(pid=10072): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10072)]\u000a07:20:51.316919 run osmo-stp_10.42.42.5(pid=10072): stdout: \u000a| (launched: 2022-12-10_07:20:49.883983)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:20:51.444546 run osmo-stp_10.42.42.5(pid=10072): stderr: \u000a| �[0;m�[38;5;43m20221210072050052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072050052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072050053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072050053 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072050053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072050054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072050054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:20:51.567085 run osmo-stp_10.42.42.5(pid=10072): stdout: \u000a| (launched: 2022-12-10_07:20:49.883983)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:20:51.688371 run osmo-stp_10.42.42.5(pid=10072): stderr: \u000a| �[0;m�[38;5;43m20221210072050052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072050052 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072050053 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072050053 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072050053 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072050054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072050054 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:20:51.830869 run patchelf(pid=10075): Terminating (SIGINT)\u000a07:20:51.998935 run patchelf(pid=10075): Terminated: ok {rc=0}\u000a07:20:52.029706 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10072): Process ended prematurely: osmo-stp_10.42.42.5(pid=10072) [trial-2371↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10072)] [trial-2371↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a07:20:52.038662 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a07:20:52.098934 run osmo-hlr_10.42.42.2(pid=10069): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10069)]\u000a07:20:52.147646 run osmo-hlr_10.42.42.2(pid=10069): stdout: \u000a| (launched: 2022-12-10_07:20:48.950210) \u000a07:20:52.196881 run osmo-hlr_10.42.42.2(pid=10069): stderr: \u000a| �[0;m�[1;31m20221210072049124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072049124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072049124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072049124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072049124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072049124 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072049136 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072049145 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072049146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072049146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:20:52.238901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10064): Terminating (SIGTERM)\u000a07:20:52.278979 run iperf3-srv_10.42.42.10(pid=10065): Terminating (SIGTERM)\u000a07:20:52.318834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10068): Terminating (SIGTERM)\u000a07:20:52.358530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10071): Terminating (SIGTERM)\u000a07:20:52.398564 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10074): Terminating (SIGTERM)\u000a07:20:52.407781 --- ParallelTerminationStrategy: PID 10064 died...\u000a07:20:52.460703 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10064): Terminated: ok {rc=0}\u000a07:20:52.470721 --- ParallelTerminationStrategy: PID 10065 died...\u000a07:20:52.523328 run iperf3-srv_10.42.42.10(pid=10065): Terminated {rc=256}\u000a07:20:52.533044 --- ParallelTerminationStrategy: PID 10068 died...\u000a07:20:52.585728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10068): Terminated: ok {rc=0}\u000a07:20:52.595421 --- ParallelTerminationStrategy: PID 10071 died...\u000a07:20:52.648807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10071): Terminated: ok {rc=0}\u000a07:20:52.658533 --- ParallelTerminationStrategy: PID 10074 died...\u000a07:20:52.711280 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10074): Terminated: ok {rc=0}\u000a07:20:52.800440 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10090): Process ended prematurely: osmo-stp_10.42.42.5(pid=10090) [trial-2371↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10090)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10090): Process ended prematurely: osmo-stp_10.42.42.5(pid=10090) [trial-2371↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10090)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a07:20:53.909564 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:20:53.921374 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a07:20:54.070696 tst iperf3m4.py: using LAC 26765\u000a07:20:54.188143 tst iperf3m4.py: using RAC 245\u000a07:20:54.304447 tst iperf3m4.py: using CellId 26765\u000a07:20:54.421960 tst iperf3m4.py: using BVCI 26766\u000a07:20:54.444514 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:20:54.455658 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:20:54.466627 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:20:54.477830 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:20:54.489010 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:20:54.500310 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:20:54.511658 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:20:54.522960 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:20:54.534484 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:20:54.654222 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:20:54.777508 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:20:54.894906 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:20:55.187331 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:20:55.320909 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:20:55.650727 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10076): Launched\u000a07:20:55.923695 run iperf3-srv_10.42.42.10(pid=10077): Launched\u000a07:20:56.118520 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:20:56.251129 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:20:56.579938 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10078): Launched\u000a07:20:56.853236 run iperf3-srv_10.42.42.10(pid=10079): Launched\u000a07:20:57.047343 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:20:57.179885 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:20:57.493092 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10080): Launched\u000a07:20:57.748209 run iperf3-srv_10.42.42.10(pid=10081): Launched\u000a07:20:57.929417 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:20:58.053208 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:20:58.360198 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10082): Launched\u000a07:20:58.614601 run iperf3-srv_10.42.42.10(pid=10083): Launched\u000a07:20:58.794804 tst iperf3m4.py:8: start network...\u000a07:20:58.918023 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:20:59.382228 run create_hlr_db(pid=10084): Launched\u000a07:20:59.551308 bus /gobi_6: Setting Powered False\u000a07:21:00.574259 run create_hlr_db(pid=10084): Terminated: ok {rc=0}\u000a07:21:01.023199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10086): Launched\u000a07:21:01.469475 run osmo-hlr_10.42.42.2(pid=10087): Launched\u000a07:21:01.657385 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:21:02.280807 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10089): Launched\u000a07:21:02.599915 run osmo-stp_10.42.42.5(pid=10090): Launched\u000a07:21:02.716290 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:21:03.271072 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10092): Launched\u000a07:21:03.384319 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:21:03.661158 run patchelf(pid=10093): Launched\u000a07:21:03.847049 run osmo-stp_10.42.42.5(pid=10090): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10090)]\u000a07:21:03.982365 run osmo-stp_10.42.42.5(pid=10090): stdout: \u000a| (launched: 2022-12-10_07:21:02.443081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:21:04.118245 run osmo-stp_10.42.42.5(pid=10090): stderr: \u000a| �[0;m�[38;5;43m20221210072102634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072102635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072102635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072102635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072102636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072102636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072102636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:21:04.249458 run osmo-stp_10.42.42.5(pid=10090): stdout: \u000a| (launched: 2022-12-10_07:21:02.443081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:21:04.379272 run osmo-stp_10.42.42.5(pid=10090): stderr: \u000a| �[0;m�[38;5;43m20221210072102634 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072102635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072102635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072102635 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072102636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072102636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072102636 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:21:04.530930 run patchelf(pid=10093): Terminating (SIGINT)\u000a07:21:04.710229 run patchelf(pid=10093): Terminated: ok {rc=0}\u000a07:21:04.743075 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10090): Process ended prematurely: osmo-stp_10.42.42.5(pid=10090) [trial-2371↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10090)] [trial-2371↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a07:21:04.752886 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a07:21:04.815743 run osmo-hlr_10.42.42.2(pid=10087): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10087)]\u000a07:21:04.867164 run osmo-hlr_10.42.42.2(pid=10087): stdout: \u000a| (launched: 2022-12-10_07:21:01.201714) \u000a07:21:04.918770 run osmo-hlr_10.42.42.2(pid=10087): stderr: \u000a| �[0;m�[1;31m20221210072101508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072101508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072101508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072101508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072101508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072101508 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072101523 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072101539 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072101540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072101540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:21:04.963123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10076): Terminating (SIGTERM)\u000a07:21:05.004660 run iperf3-srv_10.42.42.10(pid=10077): Terminating (SIGTERM)\u000a07:21:05.046539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10078): Terminating (SIGTERM)\u000a07:21:05.087898 run iperf3-srv_10.42.42.10(pid=10079): Terminating (SIGTERM)\u000a07:21:05.129508 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10080): Terminating (SIGTERM)\u000a07:21:05.171022 run iperf3-srv_10.42.42.10(pid=10081): Terminating (SIGTERM)\u000a07:21:05.212639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10082): Terminating (SIGTERM)\u000a07:21:05.254131 run iperf3-srv_10.42.42.10(pid=10083): Terminating (SIGTERM)\u000a07:21:05.295663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10086): Terminating (SIGTERM)\u000a07:21:05.337356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10089): Terminating (SIGTERM)\u000a07:21:05.378710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10092): Terminating (SIGTERM)\u000a07:21:05.388372 --- ParallelTerminationStrategy: PID 10076 died...\u000a07:21:05.443780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10076): Terminated: ok {rc=0}\u000a07:21:05.453939 --- ParallelTerminationStrategy: PID 10077 died...\u000a07:21:05.509173 run iperf3-srv_10.42.42.10(pid=10077): Terminated {rc=256}\u000a07:21:05.519234 --- ParallelTerminationStrategy: PID 10078 died...\u000a07:21:05.574523 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10078): Terminated: ok {rc=0}\u000a07:21:05.584611 --- ParallelTerminationStrategy: PID 10079 died...\u000a07:21:05.639587 run iperf3-srv_10.42.42.10(pid=10079): Terminated {rc=256}\u000a07:21:05.649875 --- ParallelTerminationStrategy: PID 10080 died...\u000a07:21:05.705239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10080): Terminated: ok {rc=0}\u000a07:21:05.715292 --- ParallelTerminationStrategy: PID 10081 died...\u000a07:21:05.770256 run iperf3-srv_10.42.42.10(pid=10081): Terminated {rc=256}\u000a07:21:05.780065 --- ParallelTerminationStrategy: PID 10082 died...\u000a07:21:05.835204 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=10082): Terminated: ok {rc=0}\u000a07:21:05.845226 --- ParallelTerminationStrategy: PID 10083 died...\u000a07:21:05.900219 run iperf3-srv_10.42.42.10(pid=10083): Terminated {rc=256}\u000a07:21:05.910316 --- ParallelTerminationStrategy: PID 10086 died...\u000a07:21:05.965643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10086): Terminated: ok {rc=0}\u000a07:21:05.975763 --- ParallelTerminationStrategy: PID 10089 died...\u000a07:21:06.030987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10089): Terminated: ok {rc=0}\u000a07:21:06.041107 --- ParallelTerminationStrategy: PID 10092 died...\u000a07:21:06.096223 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10092): Terminated: ok {rc=0}\u000a07:21:06.182468 bus /gobi_4: Setting Powered False\u000a07:21:07.286007 bus /gobi_4: Setting Powered False\u000a07:21:08.396388 bus /gobi_1: Setting Powered False\u000a07:21:09.498201 bus /gobi_1: Setting Powered False\u000a07:21:10.608550 bus /gobi_0: Setting Powered False\u000a07:21:11.714400 bus /gobi_0: Setting Powered False\u000a07:21:12.822613 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10100): Process ended prematurely: osmo-stp_10.42.42.5(pid=10100) [trial-2371↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10100)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10100): Process ended prematurely: osmo-stp_10.42.42.5(pid=10100) [trial-2371↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10100)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a07:21:13.887837 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:21:13.899502 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a07:21:14.039432 tst ping.py: using LAC 26766\u000a07:21:14.151553 tst ping.py: using RAC 246\u000a07:21:14.263478 tst ping.py: using CellId 26766\u000a07:21:14.383773 tst ping.py: using BVCI 26767\u000a07:21:14.407756 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:21:14.419652 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:21:14.431258 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:21:14.443021 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:21:14.455008 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:21:14.466825 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:21:14.479068 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:21:14.490672 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:21:14.774898 tst ping.py:19: start network...\u000a07:21:14.904398 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:21:15.401487 run create_hlr_db(pid=10094): Launched\u000a07:21:15.582578 bus /gobi_6: Setting Powered False\u000a07:21:16.647759 run create_hlr_db(pid=10094): Terminated: ok {rc=0}\u000a07:21:17.147131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10096): Launched\u000a07:21:17.460375 run osmo-hlr_10.42.42.2(pid=10097): Launched\u000a07:21:17.578337 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:21:18.123085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10099): Launched\u000a07:21:18.434243 run osmo-stp_10.42.42.5(pid=10100): Launched\u000a07:21:18.546437 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:21:19.090528 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10102): Launched\u000a07:21:19.201901 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:21:19.473691 run patchelf(pid=10103): Launched\u000a07:21:19.656628 run osmo-stp_10.42.42.5(pid=10100): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10100)]\u000a07:21:19.790667 run osmo-stp_10.42.42.5(pid=10100): stdout: \u000a| (launched: 2022-12-10_07:21:18.281587)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:21:19.924824 run osmo-stp_10.42.42.5(pid=10100): stderr: \u000a| �[0;m�[38;5;43m20221210072118470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072118471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072118471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072118471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072118472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072118472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072118472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:21:20.054265 run osmo-stp_10.42.42.5(pid=10100): stdout: \u000a| (launched: 2022-12-10_07:21:18.281587)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:21:20.182742 run osmo-stp_10.42.42.5(pid=10100): stderr: \u000a| �[0;m�[38;5;43m20221210072118470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072118471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072118471 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072118471 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072118472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072118472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072118472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:21:20.332545 run patchelf(pid=10103): Terminating (SIGINT)\u000a07:21:20.508424 run patchelf(pid=10103): Terminated: ok {rc=0}\u000a07:21:20.540426 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=10100): Process ended prematurely: osmo-stp_10.42.42.5(pid=10100) [trial-2371↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10100)] [trial-2371↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a07:21:20.549682 tst ping.py:22: Test FAILED (6.6 sec)\u000a07:21:20.612078 run osmo-hlr_10.42.42.2(pid=10097): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10097)]\u000a07:21:20.663892 run osmo-hlr_10.42.42.2(pid=10097): stdout: \u000a| (launched: 2022-12-10_07:21:17.307925) \u000a07:21:20.715809 run osmo-hlr_10.42.42.2(pid=10097): stderr: \u000a| �[0;m�[1;31m20221210072117504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072117504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072117504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072117504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072117504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072117504 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072117517 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072117527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072117527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072117527 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:21:20.760051 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10096): Terminating (SIGTERM)\u000a07:21:20.802177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10099): Terminating (SIGTERM)\u000a07:21:20.844264 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10102): Terminating (SIGTERM)\u000a07:21:20.854142 --- ParallelTerminationStrategy: PID 10096 died...\u000a07:21:20.910530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10096): Terminated: ok {rc=0}\u000a07:21:20.920777 --- ParallelTerminationStrategy: PID 10099 died...\u000a07:21:20.977469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10099): Terminated: ok {rc=0}\u000a07:21:20.987740 --- ParallelTerminationStrategy: PID 10102 died...\u000a07:21:21.043999 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10102): Terminated: ok {rc=0}\u000a07:21:21.130529 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10110): Process ended prematurely: osmo-stp_10.42.42.5(pid=10110) [trial-2371↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10110)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10110): Process ended prematurely: osmo-stp_10.42.42.5(pid=10110) [trial-2371↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10110)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a07:21:22.180021 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:21:22.192088 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a07:21:22.330995 tst ping_idle_ping.py: using LAC 26767\u000a07:21:22.445105 tst ping_idle_ping.py: using RAC 247\u000a07:21:22.559652 tst ping_idle_ping.py: using CellId 26767\u000a07:21:22.676743 tst ping_idle_ping.py: using BVCI 26768\u000a07:21:22.699141 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:21:22.710333 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:21:22.721321 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:21:22.732824 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:21:22.744014 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:21:22.755360 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:21:22.766689 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:21:22.777872 tst gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:21:23.049599 tst ping_idle_ping.py:24: start network...\u000a07:21:23.171245 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:21:23.630175 run create_hlr_db(pid=10104): Launched\u000a07:21:23.797739 bus /gobi_6: Setting Powered False\u000a07:21:24.818838 run create_hlr_db(pid=10104): Terminated: ok {rc=0}\u000a07:21:25.233942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10106): Launched\u000a07:21:25.546196 run osmo-hlr_10.42.42.2(pid=10107): Launched\u000a07:21:25.664115 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:21:26.205593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10109): Launched\u000a07:21:26.518162 run osmo-stp_10.42.42.5(pid=10110): Launched\u000a07:21:26.632034 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:21:27.178160 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10112): Launched\u000a07:21:27.289069 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:21:27.560470 run patchelf(pid=10113): Launched\u000a07:21:27.743161 run osmo-stp_10.42.42.5(pid=10110): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10110)]\u000a07:21:27.876660 run osmo-stp_10.42.42.5(pid=10110): stdout: \u000a| (launched: 2022-12-10_07:21:26.364208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:21:28.010526 run osmo-stp_10.42.42.5(pid=10110): stderr: \u000a| �[0;m�[38;5;43m20221210072126554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072126554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072126554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072126555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072126555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072126555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072126555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:21:28.139683 run osmo-stp_10.42.42.5(pid=10110): stdout: \u000a| (launched: 2022-12-10_07:21:26.364208)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:21:28.267695 run osmo-stp_10.42.42.5(pid=10110): stderr: \u000a| �[0;m�[38;5;43m20221210072126554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072126554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072126554 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072126555 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072126555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072126555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072126555 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:21:28.417176 run patchelf(pid=10113): Terminating (SIGINT)\u000a07:21:28.592165 run patchelf(pid=10113): Terminated: ok {rc=0}\u000a07:21:28.624092 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=10110): Process ended prematurely: osmo-stp_10.42.42.5(pid=10110) [trial-2371↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10110)] [trial-2371↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a07:21:28.633074 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a07:21:28.695617 run osmo-hlr_10.42.42.2(pid=10107): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10107)]\u000a07:21:28.746559 run osmo-hlr_10.42.42.2(pid=10107): stdout: \u000a| (launched: 2022-12-10_07:21:25.392663) \u000a07:21:28.797884 run osmo-hlr_10.42.42.2(pid=10107): stderr: \u000a| �[0;m�[1;31m20221210072125587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072125587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072125587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072125587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072125587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072125587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072125600 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072125608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072125608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072125608 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:21:28.841600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10106): Terminating (SIGTERM)\u000a07:21:28.883159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10109): Terminating (SIGTERM)\u000a07:21:28.924448 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10112): Terminating (SIGTERM)\u000a07:21:28.934210 --- ParallelTerminationStrategy: PID 10106 died...\u000a07:21:28.989635 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10106): Terminated: ok {rc=0}\u000a07:21:28.999793 --- ParallelTerminationStrategy: PID 10109 died...\u000a07:21:29.055452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10109): Terminated: ok {rc=0}\u000a07:21:29.065518 --- ParallelTerminationStrategy: PID 10112 died...\u000a07:21:29.120632 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10112): Terminated: ok {rc=0}\u000a07:21:29.205845 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "54", "name" : "gprs_trx-b200+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:20:31" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10124): Process ended prematurely: osmo-stp_10.42.42.5(pid=10124) [trial-2371↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10124)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10124): Process ended prematurely: osmo-stp_10.42.42.5(pid=10124) [trial-2371↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10124)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a07:21:31.246346 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:21:31.258243 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:21:31.449245 tst switch_tch_pdch.py: using LAC 26768\u000a07:21:31.596727 tst switch_tch_pdch.py: using RAC 248\u000a07:21:31.721638 tst switch_tch_pdch.py: using CellId 26768\u000a07:21:31.839889 tst switch_tch_pdch.py: using BVCI 26769\u000a07:21:31.863164 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:21:31.875158 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:21:31.887761 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:21:31.900478 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:21:31.913110 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:21:31.925945 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:21:31.939305 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:21:31.951847 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:21:32.074332 tst dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:21:32.368183 tst switch_tch_pdch.py:51: start network...\u000a07:21:32.498046 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:21:32.996578 run create_hlr_db(pid=10118): Launched\u000a07:21:33.178386 bus /gobi_6: Setting Powered False\u000a07:21:34.198679 run create_hlr_db(pid=10118): Terminated: ok {rc=0}\u000a07:21:34.590007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10120): Launched\u000a07:21:34.880367 run osmo-hlr_10.42.42.2(pid=10121): Launched\u000a07:21:34.990666 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:21:35.503871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10123): Launched\u000a07:21:35.795122 run osmo-stp_10.42.42.5(pid=10124): Launched\u000a07:21:35.901859 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:21:36.406047 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10126): Launched\u000a07:21:36.509073 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:21:36.761925 run patchelf(pid=10127): Launched\u000a07:21:36.931773 run osmo-stp_10.42.42.5(pid=10124): ERR: Terminated: ERROR {rc=1} [trial-2371↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10124)]\u000a07:21:37.056209 run osmo-stp_10.42.42.5(pid=10124): stdout: \u000a| (launched: 2022-12-10_07:21:35.651202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:21:37.181885 run osmo-stp_10.42.42.5(pid=10124): stderr: \u000a| �[0;m�[38;5;43m20221210072135820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072135820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072135820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072135821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072135821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072135821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072135821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:21:37.302522 run osmo-stp_10.42.42.5(pid=10124): stdout: \u000a| (launched: 2022-12-10_07:21:35.651202)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:21:37.422454 run osmo-stp_10.42.42.5(pid=10124): stderr: \u000a| �[0;m�[38;5;43m20221210072135820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072135820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072135820 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072135821 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072135821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072135821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072135821 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:21:37.561832 run patchelf(pid=10127): Terminating (SIGINT)\u000a07:21:37.726275 run patchelf(pid=10127): Terminated: ok {rc=0}\u000a07:21:37.756168 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=10124): Process ended prematurely: osmo-stp_10.42.42.5(pid=10124) [trial-2371↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10124)] [trial-2371↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a07:21:37.764634 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a07:21:37.824455 run osmo-hlr_10.42.42.2(pid=10121): ERR: Terminated: ERROR {rc=237} [trial-2371↪dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10121)]\u000a07:21:37.873300 run osmo-hlr_10.42.42.2(pid=10121): stdout: \u000a| (launched: 2022-12-10_07:21:34.737189) \u000a07:21:37.923097 run osmo-hlr_10.42.42.2(pid=10121): stderr: \u000a| �[0;m�[1;31m20221210072134912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072134912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072134912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072134912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072134912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072134912 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072134925 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/dynts:trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072134933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072134934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072134934 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:21:37.965050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10120): Terminating (SIGTERM)\u000a07:21:38.004928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10123): Terminating (SIGTERM)\u000a07:21:38.044541 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10126): Terminating (SIGTERM)\u000a07:21:38.053976 --- ParallelTerminationStrategy: PID 10120 died...\u000a07:21:38.107087 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10120): Terminated: ok {rc=0}\u000a07:21:38.116778 --- ParallelTerminationStrategy: PID 10123 died...\u000a07:21:38.169550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10123): Terminated: ok {rc=0}\u000a07:21:38.179298 --- ParallelTerminationStrategy: PID 10126 died...\u000a07:21:38.232189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10126): Terminated: ok {rc=0}\u000a07:21:38.315619 bus /gobi_0: Setting Powered False\u000a07:21:39.422274 bus /gobi_0: Setting Powered False\u000a07:21:40.532605 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "55", "name" : "dynts_trx-b200+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:21:30" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "dynts:trx-b200+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10137): Process ended prematurely: osmo-stp_10.42.42.5(pid=10137) [trial-2371↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10137)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10137): Process ended prematurely: osmo-stp_10.42.42.5(pid=10137) [trial-2371↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10137)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 dynts:trx-b200+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a07:21:42.515402 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:21:42.526791 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a07:21:42.685597 tst switch_tch_pdch.py: using LAC 26769\u000a07:21:42.805759 tst switch_tch_pdch.py: using RAC 249\u000a07:21:42.926479 tst switch_tch_pdch.py: using CellId 26769\u000a07:21:43.046611 tst switch_tch_pdch.py: using BVCI 26770\u000a07:21:43.070340 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:21:43.081506 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:21:43.092516 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:21:43.103672 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:21:43.115034 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:21:43.126250 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:21:43.137661 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:21:43.148924 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a07:21:43.267267 tst dynts:trx-b200+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a07:21:43.552324 tst switch_tch_pdch.py:51: start network...\u000a07:21:43.682231 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:21:44.153213 run create_hlr_db(pid=10131): Launched\u000a07:21:44.279920 bus /gobi_6: Setting Powered False\u000a07:21:45.354679 run create_hlr_db(pid=10131): Terminated: ok {rc=0}\u000a07:21:45.742609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10133): Launched\u000a07:21:46.175871 run osmo-hlr_10.42.42.2(pid=10134): Launched\u000a07:21:46.291371 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:21:46.876778 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10136): Launched\u000a07:21:47.220879 run osmo-stp_10.42.42.5(pid=10137): Launched\u000a07:21:47.424401 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:21:47.906278 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10139): Launched\u000a07:21:48.009428 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:21:48.262068 run patchelf(pid=10140): Launched\u000a07:21:48.431895 run osmo-stp_10.42.42.5(pid=10137): ERR: Terminated: ERROR {rc=1} [trial-2371↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10137)]\u000a07:21:48.556626 run osmo-stp_10.42.42.5(pid=10137): stdout: \u000a| (launched: 2022-12-10_07:21:47.038077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:21:48.681573 run osmo-stp_10.42.42.5(pid=10137): stderr: \u000a| �[0;m�[38;5;43m20221210072147351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072147351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072147351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072147352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072147352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072147352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072147352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:21:48.802378 run osmo-stp_10.42.42.5(pid=10137): stdout: \u000a| (launched: 2022-12-10_07:21:47.038077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:21:48.922126 run osmo-stp_10.42.42.5(pid=10137): stderr: \u000a| �[0;m�[38;5;43m20221210072147351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072147351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072147351 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072147352 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072147352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072147352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072147352 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:21:49.061597 run patchelf(pid=10140): Terminating (SIGINT)\u000a07:21:49.226147 run patchelf(pid=10140): Terminated: ok {rc=0}\u000a07:21:49.255946 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=10137): Process ended prematurely: osmo-stp_10.42.42.5(pid=10137) [trial-2371↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10137)] [trial-2371↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a07:21:49.264505 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a07:21:49.324326 run osmo-hlr_10.42.42.2(pid=10134): ERR: Terminated: ERROR {rc=237} [trial-2371↪dynts:trx-b200+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10134)]\u000a07:21:49.373166 run osmo-hlr_10.42.42.2(pid=10134): stdout: \u000a| (launched: 2022-12-10_07:21:45.906464) \u000a07:21:49.422913 run osmo-hlr_10.42.42.2(pid=10134): stderr: \u000a| �[0;m�[1;31m20221210072146115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072146115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072146115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072146115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072146115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072146115 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072146139 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/dynts:trx-b200+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072146147 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072146148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072146148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:21:49.464573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10133): Terminating (SIGTERM)\u000a07:21:49.503936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10136): Terminating (SIGTERM)\u000a07:21:49.543837 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10139): Terminating (SIGTERM)\u000a07:21:49.553297 --- ParallelTerminationStrategy: PID 10133 died...\u000a07:21:49.606703 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10133): Terminated: ok {rc=0}\u000a07:21:49.616337 --- ParallelTerminationStrategy: PID 10136 died...\u000a07:21:49.669341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10136): Terminated: ok {rc=0}\u000a07:21:49.678930 --- ParallelTerminationStrategy: PID 10139 died...\u000a07:21:49.731633 run pcap-recorder_any(filters='host 10.42.42.6')(pid=10139): Terminated: ok {rc=0}\u000a07:21:49.820167 bus /gobi_0: Setting Powered False\u000a07:21:50.922161 bus /gobi_0: Setting Powered False\u000a07:21:52.033432 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "56", "name" : "dynts_trx-b200+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:21:42" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "nitb_sms:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=10146): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10146) [trial-2371↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10146)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=10146): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10146) [trial-2371↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10146)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 nitb_sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a07:21:53.939218 tst nitb_sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a07:21:53.950375 tst nitb_sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a07:21:54.090489 tst mo_mt_sms.py: using LAC 26770\u000a07:21:54.213583 tst mo_mt_sms.py: using RAC 250\u000a07:21:54.336674 tst mo_mt_sms.py: using CellId 26770\u000a07:21:54.458091 tst mo_mt_sms.py: using BVCI 26771\u000a07:21:54.481753 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a07:21:54.595942 tst nitb_sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a07:21:54.866499 tst mo_mt_sms.py:9: start nitb and bts...\u000a07:21:54.986974 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a07:21:55.588367 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10145): Launched\u000a07:21:55.875711 run osmo-nitb_10.42.42.2(pid=10146): Launched\u000a07:21:56.054424 run osmo-nitb_10.42.42.2(pid=10146): ERR: Terminated: ERROR {rc=2} [trial-2371↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10146)]\u000a07:21:56.185993 run osmo-nitb_10.42.42.2(pid=10146): stdout: \u000a| (launched: 2022-12-10_07:21:55.735332) \u000a07:21:56.317239 run osmo-nitb_10.42.42.2(pid=10146): stderr: \u000a| (launched: 2022-12-10_07:21:55.778719)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:21:56.444540 run osmo-nitb_10.42.42.2(pid=10146): stdout: \u000a| (launched: 2022-12-10_07:21:55.735332) \u000a07:21:56.571183 run osmo-nitb_10.42.42.2(pid=10146): stderr: \u000a| (launched: 2022-12-10_07:21:55.778719)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:21:56.993534 tst osmo-nitb_10.42.42.2(pid=10146): stdout: \u000a| (launched: 2022-12-10_07:21:55.735332) \u000a07:21:57.109448 tst osmo-nitb_10.42.42.2(pid=10146): stderr: \u000a| (launched: 2022-12-10_07:21:55.778719)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:21:57.159719 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=10146): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10146) [trial-2371↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10146)] [trial-2371↪nitb_sms:trx-sysmocell5000↪mo_mt_sms.py:11]\u000a07:21:57.167541 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a07:21:57.202287 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10145): Terminating (SIGTERM)\u000a07:21:57.379567 --- ParallelTerminationStrategy: PID 10145 died...\u000a07:21:57.434501 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10145): Terminated: ok {rc=0}\u000a07:21:57.523306 bus /sierra_3: Setting Powered False\u000a07:21:58.626493 bus /sierra_3: Setting Powered False\u000a07:21:59.738788 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "57", "name" : "nitb_sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:21:53" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "sms:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10157): Process ended prematurely: osmo-stp_10.42.42.5(pid=10157) [trial-2371↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10157)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10157): Process ended prematurely: osmo-stp_10.42.42.5(pid=10157) [trial-2371↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10157)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 sms:trx-sysmocell5000 mo_mt_sms.py\u000a----------------------------------------------\u000a07:22:01.654984 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:22:01.670529 tst sms:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a07:22:01.849521 tst mo_mt_sms.py: using LAC 26771\u000a07:22:01.971351 tst mo_mt_sms.py: using RAC 251\u000a07:22:02.114813 tst mo_mt_sms.py: using CellId 26771\u000a07:22:02.265060 tst mo_mt_sms.py: using BVCI 26772\u000a07:22:02.296760 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:22:02.311514 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:22:02.326916 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:22:02.340472 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:22:02.352745 tst sms:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:22:02.365017 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a07:22:02.484205 tst sms:trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a07:22:02.682015 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:22:03.138836 run create_hlr_db(pid=10151): Launched\u000a07:22:03.307035 bus /sierra_2: Setting Powered False\u000a07:22:04.328657 run create_hlr_db(pid=10151): Terminated: ok {rc=0}\u000a07:22:04.742569 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10153): Launched\u000a07:22:05.053660 run osmo-hlr_10.42.42.2(pid=10154): Launched\u000a07:22:05.171968 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:22:05.713585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10156): Launched\u000a07:22:06.020763 run osmo-stp_10.42.42.5(pid=10157): Launched\u000a07:22:06.128719 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:22:06.658787 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10159): Launched\u000a07:22:06.949209 run osmo-msc_10.42.42.6(pid=10160): Launched\u000a07:22:07.119860 run osmo-stp_10.42.42.5(pid=10157): ERR: Terminated: ERROR {rc=1} [trial-2371↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10157)]\u000a07:22:07.244156 run osmo-stp_10.42.42.5(pid=10157): stdout: \u000a| (launched: 2022-12-10_07:22:05.871818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:22:07.366140 run osmo-stp_10.42.42.5(pid=10157): stderr: \u000a| �[0;m�[38;5;43m20221210072206041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072206041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072206042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072206042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072206042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072206042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072206043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:22:07.483015 run osmo-stp_10.42.42.5(pid=10157): stdout: \u000a| (launched: 2022-12-10_07:22:05.871818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:22:07.599107 run osmo-stp_10.42.42.5(pid=10157): stderr: \u000a| �[0;m�[38;5;43m20221210072206041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072206041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072206042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072206042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072206042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072206042 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072206043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:22:07.649821 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=10157): Process ended prematurely: osmo-stp_10.42.42.5(pid=10157) [trial-2371↪sms:trx-sysmocell5000↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10157)] [trial-2371↪sms:trx-sysmocell5000↪mo_mt_sms.py:16]\u000a07:22:07.657747 tst mo_mt_sms.py:16: Test FAILED (6.0 sec)\u000a07:22:07.717768 run osmo-hlr_10.42.42.2(pid=10154): ERR: Terminated: ERROR {rc=237} [trial-2371↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10154)]\u000a07:22:07.766740 run osmo-hlr_10.42.42.2(pid=10154): stdout: \u000a| (launched: 2022-12-10_07:22:04.900566) \u000a07:22:07.816710 run osmo-hlr_10.42.42.2(pid=10154): stderr: \u000a| �[0;m�[1;31m20221210072205095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072205095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072205095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072205095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072205095 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072205096 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072205108 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/sms:trx-sysmocell5000/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072205116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072205117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072205117 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:22:07.884103 run osmo-msc_10.42.42.6(pid=10160): ERR: Terminated: ERROR {rc=2} [trial-2371↪sms:trx-sysmocell5000↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10160)]\u000a07:22:07.933072 run osmo-msc_10.42.42.6(pid=10160): stdout: \u000a| (launched: 2022-12-10_07:22:06.805779) \u000a07:22:07.982936 run osmo-msc_10.42.42.6(pid=10160): stderr: \u000a| �[0;m�[38;5;43m20221210072207074 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210072207074 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fab886e0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210072207074 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210072207074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210072207074 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210072207075 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210072207076 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210072207077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210072207077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210072207077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:22:08.024827 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10153): Terminating (SIGTERM)\u000a07:22:08.064606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10156): Terminating (SIGTERM)\u000a07:22:08.104217 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10159): Terminating (SIGTERM)\u000a07:22:08.113706 --- ParallelTerminationStrategy: PID 10153 died...\u000a07:22:08.166694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10153): Terminated: ok {rc=0}\u000a07:22:08.176339 --- ParallelTerminationStrategy: PID 10156 died...\u000a07:22:08.229003 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10156): Terminated: ok {rc=0}\u000a07:22:08.238861 --- ParallelTerminationStrategy: PID 10159 died...\u000a07:22:08.291999 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10159): Terminated: ok {rc=0}\u000a07:22:08.379556 bus /sierra_3: Setting Powered False\u000a07:22:09.485540 bus /sierra_3: Setting Powered False\u000a07:22:10.593207 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "58", "name" : "sms_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:22:01" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "nitb_ussd:trx-sysmocell5000", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=10166): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10166) [trial-2371↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10166)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=10166): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10166) [trial-2371↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10166)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 nitb_ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a07:22:12.439500 tst nitb_ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 1)\u000a07:22:12.450482 tst nitb_ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a07:22:12.588002 tst assert_extension.py: using LAC 26772\u000a07:22:12.703068 tst assert_extension.py: using RAC 252\u000a07:22:12.815118 tst assert_extension.py: using CellId 26772\u000a07:22:12.927258 tst assert_extension.py: using BVCI 26773\u000a07:22:12.949163 tst nitb_ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a07:22:13.231975 tst assert_extension.py:10: start nitb and bts...\u000a07:22:13.362393 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a07:22:14.008709 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10165): Launched\u000a07:22:14.317165 run osmo-nitb_10.42.42.2(pid=10166): Launched\u000a07:22:14.508442 run osmo-nitb_10.42.42.2(pid=10166): ERR: Terminated: ERROR {rc=2} [trial-2371↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10166)]\u000a07:22:14.649382 run osmo-nitb_10.42.42.2(pid=10166): stdout: \u000a| (launched: 2022-12-10_07:22:14.167371) \u000a07:22:14.791205 run osmo-nitb_10.42.42.2(pid=10166): stderr: \u000a| (launched: 2022-12-10_07:22:14.213848)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:22:14.928236 run osmo-nitb_10.42.42.2(pid=10166): stdout: \u000a| (launched: 2022-12-10_07:22:14.167371) \u000a07:22:15.063918 run osmo-nitb_10.42.42.2(pid=10166): stderr: \u000a| (launched: 2022-12-10_07:22:14.213848)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:22:15.442928 tst osmo-nitb_10.42.42.2(pid=10166): stdout: \u000a| (launched: 2022-12-10_07:22:14.167371) \u000a07:22:15.567265 tst osmo-nitb_10.42.42.2(pid=10166): stderr: \u000a| (launched: 2022-12-10_07:22:14.213848)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:22:15.621856 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=10166): Process ended prematurely: osmo-nitb_10.42.42.2(pid=10166) [trial-2371↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=10166)] [trial-2371↪nitb_ussd:trx-sysmocell5000↪assert_extension.py:12]\u000a07:22:15.630652 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a07:22:15.666911 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10165): Terminating (SIGTERM)\u000a07:22:15.844187 --- ParallelTerminationStrategy: PID 10165 died...\u000a07:22:15.927798 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=10165): Terminated: ok {rc=0}\u000a07:22:16.026719 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "59", "name" : "nitb_ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:22:12" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "ussd:trx-sysmocell5000", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10176): Process ended prematurely: osmo-stp_10.42.42.5(pid=10176) [trial-2371↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10176)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10176): Process ended prematurely: osmo-stp_10.42.42.5(pid=10176) [trial-2371↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10176)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 ussd:trx-sysmocell5000 assert_extension.py\u000a----------------------------------------------\u000a07:22:17.892004 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:22:17.902725 tst ussd:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a07:22:18.035131 tst assert_extension.py: using LAC 26773\u000a07:22:18.150101 tst assert_extension.py: using RAC 253\u000a07:22:18.264480 tst assert_extension.py: using CellId 26773\u000a07:22:18.378844 tst assert_extension.py: using BVCI 26774\u000a07:22:18.400728 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:22:18.411413 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:22:18.422129 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:22:18.432997 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:22:18.444078 tst ussd:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:22:18.454982 tst ussd:trx-sysmocell5000: Using 1 x modem (candidates: 1)\u000a07:22:18.649540 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:22:19.106505 run create_hlr_db(pid=10170): Launched\u000a07:22:19.274763 bus /sierra_2: Setting Powered False\u000a07:22:20.296392 run create_hlr_db(pid=10170): Terminated: ok {rc=0}\u000a07:22:20.684058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10172): Launched\u000a07:22:20.975717 run osmo-hlr_10.42.42.2(pid=10173): Launched\u000a07:22:21.082539 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:22:21.685398 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10175): Launched\u000a07:22:21.972241 run osmo-stp_10.42.42.5(pid=10176): Launched\u000a07:22:22.076655 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:22:22.597915 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10178): Launched\u000a07:22:22.883637 run osmo-msc_10.42.42.6(pid=10179): Launched\u000a07:22:23.051800 run osmo-stp_10.42.42.5(pid=10176): ERR: Terminated: ERROR {rc=1} [trial-2371↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10176)]\u000a07:22:23.174070 run osmo-stp_10.42.42.5(pid=10176): stdout: \u000a| (launched: 2022-12-10_07:22:21.830227)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:22:23.293275 run osmo-stp_10.42.42.5(pid=10176): stderr: \u000a| �[0;m�[38;5;43m20221210072222000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072222000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072222001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072222001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072222001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072222001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072222002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:22:23.408195 run osmo-stp_10.42.42.5(pid=10176): stdout: \u000a| (launched: 2022-12-10_07:22:21.830227)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:22:23.522849 run osmo-stp_10.42.42.5(pid=10176): stderr: \u000a| �[0;m�[38;5;43m20221210072222000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072222000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072222001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072222001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072222001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072222001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072222002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:22:23.572817 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=10176): Process ended prematurely: osmo-stp_10.42.42.5(pid=10176) [trial-2371↪ussd:trx-sysmocell5000↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10176)] [trial-2371↪ussd:trx-sysmocell5000↪assert_extension.py:17]\u000a07:22:23.580714 tst assert_extension.py:17: Test FAILED (5.7 sec)\u000a07:22:23.640798 run osmo-hlr_10.42.42.2(pid=10173): ERR: Terminated: ERROR {rc=237} [trial-2371↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10173)]\u000a07:22:23.689715 run osmo-hlr_10.42.42.2(pid=10173): stdout: \u000a| (launched: 2022-12-10_07:22:20.831425) \u000a07:22:23.739198 run osmo-hlr_10.42.42.2(pid=10173): stderr: \u000a| �[0;m�[1;31m20221210072221006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072221006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072221006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072221006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072221006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072221006 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072221018 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/ussd:trx-sysmocell5000/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072221029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072221029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072221029 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:22:23.805943 run osmo-msc_10.42.42.6(pid=10179): ERR: Terminated: ERROR {rc=2} [trial-2371↪ussd:trx-sysmocell5000↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10179)]\u000a07:22:23.854545 run osmo-msc_10.42.42.6(pid=10179): stdout: \u000a| (launched: 2022-12-10_07:22:22.742359) \u000a07:22:23.903755 run osmo-msc_10.42.42.6(pid=10179): stderr: \u000a| �[0;m�[38;5;43m20221210072223011 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210072223012 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1c4e778c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210072223012 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210072223012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210072223012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210072223012 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210072223014 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210072223014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210072223014 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210072223015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:22:23.945351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10172): Terminating (SIGTERM)\u000a07:22:23.984904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10175): Terminating (SIGTERM)\u000a07:22:24.024339 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10178): Terminating (SIGTERM)\u000a07:22:24.033768 --- ParallelTerminationStrategy: PID 10172 died...\u000a07:22:24.086461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10172): Terminated: ok {rc=0}\u000a07:22:24.096157 --- ParallelTerminationStrategy: PID 10175 died...\u000a07:22:24.148494 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10175): Terminated: ok {rc=0}\u000a07:22:24.158115 --- ParallelTerminationStrategy: PID 10178 died...\u000a07:22:24.210930 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10178): Terminated: ok {rc=0}\u000a07:22:24.298550 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "60", "name" : "ussd_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:22:17" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10190): Process ended prematurely: osmo-stp_10.42.42.5(pid=10190) [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10190)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10190): Process ended prematurely: osmo-stp_10.42.42.5(pid=10190) [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10190)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a07:22:26.262888 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:22:26.274169 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:22:26.431134 tst mo_mt_call.py: using LAC 26774\u000a07:22:26.543593 tst mo_mt_call.py: using RAC 254\u000a07:22:26.656102 tst mo_mt_call.py: using CellId 26774\u000a07:22:26.768651 tst mo_mt_call.py: using BVCI 26775\u000a07:22:26.790754 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:22:26.801853 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:22:26.812676 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:22:26.823841 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:22:26.835054 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:22:26.846265 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:22:26.963909 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:22:27.169879 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:22:27.656161 run create_hlr_db(pid=10184): Launched\u000a07:22:27.824231 bus /sierra_2: Setting Powered False\u000a07:22:28.846236 run create_hlr_db(pid=10184): Terminated: ok {rc=0}\u000a07:22:29.261907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10186): Launched\u000a07:22:29.574736 run osmo-hlr_10.42.42.2(pid=10187): Launched\u000a07:22:29.690722 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:22:30.230218 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10189): Launched\u000a07:22:30.542170 run osmo-stp_10.42.42.5(pid=10190): Launched\u000a07:22:30.655493 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:22:31.298185 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10192): Launched\u000a07:22:31.694318 run osmo-msc_10.42.42.6(pid=10193): Launched\u000a07:22:32.031342 run osmo-stp_10.42.42.5(pid=10190): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10190)]\u000a07:22:32.363003 run osmo-stp_10.42.42.5(pid=10190): stdout: \u000a| (launched: 2022-12-10_07:22:30.388807)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:22:32.494691 run osmo-stp_10.42.42.5(pid=10190): stderr: \u000a| �[0;m�[38;5;43m20221210072230579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072230579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072230579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072230580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072230580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072230580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072230580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:22:32.620286 run osmo-stp_10.42.42.5(pid=10190): stdout: \u000a| (launched: 2022-12-10_07:22:30.388807)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:22:32.745633 run osmo-stp_10.42.42.5(pid=10190): stderr: \u000a| �[0;m�[38;5;43m20221210072230579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072230579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072230579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072230580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072230580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072230580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072230580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:22:32.800589 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10190): Process ended prematurely: osmo-stp_10.42.42.5(pid=10190) [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10190)] [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a07:22:32.809972 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a07:22:32.872115 run osmo-hlr_10.42.42.2(pid=10187): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10187)]\u000a07:22:32.923412 run osmo-hlr_10.42.42.2(pid=10187): stdout: \u000a| (launched: 2022-12-10_07:22:29.421145) \u000a07:22:32.975265 run osmo-hlr_10.42.42.2(pid=10187): stderr: \u000a| �[0;m�[1;31m20221210072229617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072229617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072229617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072229617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072229617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072229617 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072229630 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072229638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072229638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072229638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:22:33.045034 run osmo-msc_10.42.42.6(pid=10193): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10193)]\u000a07:22:33.095736 run osmo-msc_10.42.42.6(pid=10193): stdout: \u000a| (launched: 2022-12-10_07:22:31.459646) \u000a07:22:33.147237 run osmo-msc_10.42.42.6(pid=10193): stderr: \u000a| �[0;m�[38;5;43m20221210072232003 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210072232005 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f27db0f8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210072232005 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210072232005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210072232005 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210072232007 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210072232011 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210072232013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210072232013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210072232013 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:22:33.190992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10186): Terminating (SIGTERM)\u000a07:22:33.232495 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10189): Terminating (SIGTERM)\u000a07:22:33.274015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10192): Terminating (SIGTERM)\u000a07:22:33.283585 --- ParallelTerminationStrategy: PID 10186 died...\u000a07:22:33.338737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10186): Terminated: ok {rc=0}\u000a07:22:33.348764 --- ParallelTerminationStrategy: PID 10189 died...\u000a07:22:33.403757 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10189): Terminated: ok {rc=0}\u000a07:22:33.413998 --- ParallelTerminationStrategy: PID 10192 died...\u000a07:22:33.468931 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10192): Terminated: ok {rc=0}\u000a07:22:33.556205 bus /sierra_3: Setting Powered False\u000a07:22:34.662645 bus /sierra_3: Setting Powered False\u000a07:22:35.773846 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 207, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10202): Process ended prematurely: osmo-stp_10.42.42.5(pid=10202) [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10202)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10202): Process ended prematurely: osmo-stp_10.42.42.5(pid=10202) [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10202)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:22:36.882876 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:22:36.894691 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:22:37.053642 tst mo_mt_call_osmux.py: using LAC 26775\u000a07:22:37.166910 tst mo_mt_call_osmux.py: using RAC 255\u000a07:22:37.279726 tst mo_mt_call_osmux.py: using CellId 26775\u000a07:22:37.392737 tst mo_mt_call_osmux.py: using BVCI 26776\u000a07:22:37.415115 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:22:37.426340 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:22:37.437443 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:22:37.449589 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:22:37.460910 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:22:37.472573 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:22:37.588859 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:22:37.786247 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:22:38.244193 run create_hlr_db(pid=10196): Launched\u000a07:22:38.411790 bus /sierra_2: Setting Powered False\u000a07:22:39.434087 run create_hlr_db(pid=10196): Terminated: ok {rc=0}\u000a07:22:39.850325 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10198): Launched\u000a07:22:40.162726 run osmo-hlr_10.42.42.2(pid=10199): Launched\u000a07:22:40.280880 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:22:40.824695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10201): Launched\u000a07:22:41.137358 run osmo-stp_10.42.42.5(pid=10202): Launched\u000a07:22:41.250732 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:22:41.817866 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10204): Launched\u000a07:22:42.110839 run osmo-msc_10.42.42.6(pid=10205): Launched\u000a07:22:42.283783 run osmo-stp_10.42.42.5(pid=10202): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10202)]\u000a07:22:42.409255 run osmo-stp_10.42.42.5(pid=10202): stdout: \u000a| (launched: 2022-12-10_07:22:40.983886)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:22:42.530971 run osmo-stp_10.42.42.5(pid=10202): stderr: \u000a| �[0;m�[38;5;43m20221210072241174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072241174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072241174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072241175 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072241175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072241175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072241175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:22:42.648360 run osmo-stp_10.42.42.5(pid=10202): stdout: \u000a| (launched: 2022-12-10_07:22:40.983886)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:22:42.764543 run osmo-stp_10.42.42.5(pid=10202): stderr: \u000a| �[0;m�[38;5;43m20221210072241174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072241174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072241174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072241175 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072241175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072241175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072241175 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:22:42.816152 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10202): Process ended prematurely: osmo-stp_10.42.42.5(pid=10202) [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10202)] [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a07:22:42.824555 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a07:22:42.883761 run osmo-hlr_10.42.42.2(pid=10199): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10199)]\u000a07:22:42.932054 run osmo-hlr_10.42.42.2(pid=10199): stdout: \u000a| (launched: 2022-12-10_07:22:40.009681) \u000a07:22:42.981239 run osmo-hlr_10.42.42.2(pid=10199): stderr: \u000a| �[0;m�[1;31m20221210072240204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072240204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072240204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072240204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072240204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072240204 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072240218 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072240226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072240226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072240226 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:22:43.047874 run osmo-msc_10.42.42.6(pid=10205): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10205)]\u000a07:22:43.096236 run osmo-msc_10.42.42.6(pid=10205): stdout: \u000a| (launched: 2022-12-10_07:22:41.966270) \u000a07:22:43.145411 run osmo-msc_10.42.42.6(pid=10205): stderr: \u000a| �[0;m�[38;5;43m20221210072242235 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210072242235 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f76bce35c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210072242235 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210072242235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210072242235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210072242235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210072242237 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210072242238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210072242238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210072242238 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:22:43.186819 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10198): Terminating (SIGTERM)\u000a07:22:43.226293 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10201): Terminating (SIGTERM)\u000a07:22:43.265797 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10204): Terminating (SIGTERM)\u000a07:22:43.274987 --- ParallelTerminationStrategy: PID 10198 died...\u000a07:22:43.327601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10198): Terminated: ok {rc=0}\u000a07:22:43.337337 --- ParallelTerminationStrategy: PID 10201 died...\u000a07:22:43.389668 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10201): Terminated: ok {rc=0}\u000a07:22:43.399012 --- ParallelTerminationStrategy: PID 10204 died...\u000a07:22:43.450995 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10204): Terminated: ok {rc=0}\u000a07:22:43.534358 bus /sierra_3: Setting Powered False\u000a07:22:44.634220 bus /sierra_3: Setting Powered False\u000a07:22:45.744766 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "61", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:22:25" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10216): Process ended prematurely: osmo-stp_10.42.42.5(pid=10216) [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10216)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10216): Process ended prematurely: osmo-stp_10.42.42.5(pid=10216) [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10216)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a07:22:47.821715 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:22:47.832853 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:22:47.987811 tst mo_mt_call.py: using LAC 26776\u000a07:22:48.103680 tst mo_mt_call.py: using RAC 1\u000a07:22:48.220655 tst mo_mt_call.py: using CellId 26776\u000a07:22:48.339515 tst mo_mt_call.py: using BVCI 26777\u000a07:22:48.361691 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:22:48.372702 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:22:48.383570 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:22:48.395297 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:22:48.406976 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:22:48.418572 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:22:48.538303 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:22:48.735249 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:22:49.193773 run create_hlr_db(pid=10210): Launched\u000a07:22:49.361783 bus /sierra_2: Setting Powered False\u000a07:22:50.382997 run create_hlr_db(pid=10210): Terminated: ok {rc=0}\u000a07:22:50.798626 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10212): Launched\u000a07:22:51.111129 run osmo-hlr_10.42.42.2(pid=10213): Launched\u000a07:22:51.226190 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:22:51.769428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10215): Launched\u000a07:22:52.081885 run osmo-stp_10.42.42.5(pid=10216): Launched\u000a07:22:52.195103 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:22:52.771703 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10218): Launched\u000a07:22:53.084391 run osmo-msc_10.42.42.6(pid=10219): Launched\u000a07:22:53.267636 run osmo-stp_10.42.42.5(pid=10216): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10216)]\u000a07:22:53.399981 run osmo-stp_10.42.42.5(pid=10216): stdout: \u000a| (launched: 2022-12-10_07:22:51.928500)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:22:53.532168 run osmo-stp_10.42.42.5(pid=10216): stderr: \u000a| �[0;m�[38;5;43m20221210072252117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072252117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072252117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072252118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072252118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072252118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072252118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:22:53.658178 run osmo-stp_10.42.42.5(pid=10216): stdout: \u000a| (launched: 2022-12-10_07:22:51.928500)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:22:53.783640 run osmo-stp_10.42.42.5(pid=10216): stderr: \u000a| �[0;m�[38;5;43m20221210072252117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072252117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072252117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072252118 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072252118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072252118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072252118 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:22:53.838673 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10216): Process ended prematurely: osmo-stp_10.42.42.5(pid=10216) [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10216)] [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a07:22:53.847689 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a07:22:53.910097 run osmo-hlr_10.42.42.2(pid=10213): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10213)]\u000a07:22:53.961109 run osmo-hlr_10.42.42.2(pid=10213): stdout: \u000a| (launched: 2022-12-10_07:22:50.957892) \u000a07:22:54.012800 run osmo-hlr_10.42.42.2(pid=10213): stderr: \u000a| �[0;m�[1;31m20221210072251153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072251153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072251153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072251153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072251153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072251153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072251166 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072251174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072251174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072251174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:22:54.082960 run osmo-msc_10.42.42.6(pid=10219): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10219)]\u000a07:22:54.134405 run osmo-msc_10.42.42.6(pid=10219): stdout: \u000a| (launched: 2022-12-10_07:22:52.931005) \u000a07:22:54.185842 run osmo-msc_10.42.42.6(pid=10219): stderr: \u000a| �[0;m�[38;5;43m20221210072253250 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210072253250 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2047713c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210072253250 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210072253250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210072253250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210072253250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210072253252 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210072253252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210072253252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210072253253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:22:54.229728 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10212): Terminating (SIGTERM)\u000a07:22:54.271133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10215): Terminating (SIGTERM)\u000a07:22:54.312668 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10218): Terminating (SIGTERM)\u000a07:22:54.321983 --- ParallelTerminationStrategy: PID 10212 died...\u000a07:22:54.377197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10212): Terminated: ok {rc=0}\u000a07:22:54.387084 --- ParallelTerminationStrategy: PID 10215 died...\u000a07:22:54.441730 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10215): Terminated: ok {rc=0}\u000a07:22:54.451515 --- ParallelTerminationStrategy: PID 10218 died...\u000a07:22:54.506456 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10218): Terminated: ok {rc=0}\u000a07:22:54.592579 bus /sierra_3: Setting Powered False\u000a07:22:55.696044 bus /sierra_3: Setting Powered False\u000a07:22:56.805870 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 207, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10227): Process ended prematurely: osmo-stp_10.42.42.5(pid=10227) [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10227)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10227): Process ended prematurely: osmo-stp_10.42.42.5(pid=10227) [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10227)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:22:57.918800 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:22:57.931080 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:22:58.089149 tst mo_mt_call_osmux.py: using LAC 26777\u000a07:22:58.207944 tst mo_mt_call_osmux.py: using RAC 2\u000a07:22:58.324354 tst mo_mt_call_osmux.py: using CellId 26777\u000a07:22:58.439169 tst mo_mt_call_osmux.py: using BVCI 26778\u000a07:22:58.461556 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:22:58.472676 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:22:58.483659 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:22:58.495013 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:22:58.506460 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:22:58.517355 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:22:58.638549 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:22:58.847039 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:22:59.348447 run create_hlr_db(pid=10221): Launched\u000a07:22:59.529204 bus /sierra_2: Setting Powered False\u000a07:23:00.551005 run create_hlr_db(pid=10221): Terminated: ok {rc=0}\u000a07:23:00.993532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10223): Launched\u000a07:23:01.411044 run osmo-hlr_10.42.42.2(pid=10224): Launched\u000a07:23:01.585617 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:23:02.222422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10226): Launched\u000a07:23:02.536599 run osmo-stp_10.42.42.5(pid=10227): Launched\u000a07:23:02.650258 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:23:03.223111 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10229): Launched\u000a07:23:03.536715 run osmo-msc_10.42.42.6(pid=10230): Launched\u000a07:23:03.721308 run osmo-stp_10.42.42.5(pid=10227): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10227)]\u000a07:23:03.854849 run osmo-stp_10.42.42.5(pid=10227): stdout: \u000a| (launched: 2022-12-10_07:23:02.382818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:23:03.986912 run osmo-stp_10.42.42.5(pid=10227): stderr: \u000a| �[0;m�[38;5;43m20221210072302576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072302576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072302577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072302577 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072302577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072302578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072302578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:23:04.113121 run osmo-stp_10.42.42.5(pid=10227): stdout: \u000a| (launched: 2022-12-10_07:23:02.382818)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:23:04.238013 run osmo-stp_10.42.42.5(pid=10227): stderr: \u000a| �[0;m�[38;5;43m20221210072302576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072302576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072302577 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072302577 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072302577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072302578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072302578 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:23:04.293384 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10227): Process ended prematurely: osmo-stp_10.42.42.5(pid=10227) [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10227)] [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a07:23:04.302322 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a07:23:04.364163 run osmo-hlr_10.42.42.2(pid=10224): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10224)]\u000a07:23:04.415090 run osmo-hlr_10.42.42.2(pid=10224): stdout: \u000a| (launched: 2022-12-10_07:23:01.149378) \u000a07:23:04.466284 run osmo-hlr_10.42.42.2(pid=10224): stderr: \u000a| �[0;m�[1;31m20221210072301452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072301452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072301452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072301452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072301452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072301452 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072301467 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072301483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072301484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072301484 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:23:04.535802 run osmo-msc_10.42.42.6(pid=10230): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10230)]\u000a07:23:04.586144 run osmo-msc_10.42.42.6(pid=10230): stdout: \u000a| (launched: 2022-12-10_07:23:03.382915) \u000a07:23:04.637279 run osmo-msc_10.42.42.6(pid=10230): stderr: \u000a| �[0;m�[38;5;43m20221210072303703 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210072303703 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0c8b7e8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210072303703 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210072303703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210072303703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210072303704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210072303705 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210072303706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210072303706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210072303706 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:23:04.680547 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10223): Terminating (SIGTERM)\u000a07:23:04.722200 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10226): Terminating (SIGTERM)\u000a07:23:04.763666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10229): Terminating (SIGTERM)\u000a07:23:04.773158 --- ParallelTerminationStrategy: PID 10223 died...\u000a07:23:04.828052 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10223): Terminated: ok {rc=0}\u000a07:23:04.837947 --- ParallelTerminationStrategy: PID 10226 died...\u000a07:23:04.892697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10226): Terminated: ok {rc=0}\u000a07:23:04.902536 --- ParallelTerminationStrategy: PID 10229 died...\u000a07:23:04.957433 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10229): Terminated: ok {rc=0}\u000a07:23:05.043822 bus /sierra_3: Setting Powered False\u000a07:23:06.150023 bus /sierra_3: Setting Powered False\u000a07:23:07.255988 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "62", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:22:47" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10241): Process ended prematurely: osmo-stp_10.42.42.5(pid=10241) [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10241)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10241): Process ended prematurely: osmo-stp_10.42.42.5(pid=10241) [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10241)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:23:09.259746 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:23:09.271277 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:23:09.434075 tst mo_mt_call.py: using LAC 26778\u000a07:23:09.557260 tst mo_mt_call.py: using RAC 3\u000a07:23:09.693428 tst mo_mt_call.py: using CellId 26778\u000a07:23:09.815291 tst mo_mt_call.py: using BVCI 26779\u000a07:23:09.839518 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:23:09.851017 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:23:09.862335 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:23:09.873624 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:23:09.885150 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:23:09.896398 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:23:10.016315 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:23:10.211556 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:23:10.673317 run create_hlr_db(pid=10235): Launched\u000a07:23:10.841772 bus /sierra_2: Setting Powered False\u000a07:23:11.864203 run create_hlr_db(pid=10235): Terminated: ok {rc=0}\u000a07:23:12.254050 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10237): Launched\u000a07:23:12.547168 run osmo-hlr_10.42.42.2(pid=10238): Launched\u000a07:23:12.655088 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:23:13.163592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10240): Launched\u000a07:23:13.456729 run osmo-stp_10.42.42.5(pid=10241): Launched\u000a07:23:13.565110 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:23:14.100669 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10243): Launched\u000a07:23:14.393603 run osmo-msc_10.42.42.6(pid=10244): Launched\u000a07:23:14.566365 run osmo-stp_10.42.42.5(pid=10241): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10241)]\u000a07:23:14.693083 run osmo-stp_10.42.42.5(pid=10241): stdout: \u000a| (launched: 2022-12-10_07:23:13.312101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:23:14.815130 run osmo-stp_10.42.42.5(pid=10241): stderr: \u000a| �[0;m�[38;5;43m20221210072313482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072313482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072313482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072313482 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072313483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072313483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072313483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:23:14.933058 run osmo-stp_10.42.42.5(pid=10241): stdout: \u000a| (launched: 2022-12-10_07:23:13.312101)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:23:15.049954 run osmo-stp_10.42.42.5(pid=10241): stderr: \u000a| �[0;m�[38;5;43m20221210072313482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072313482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072313482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072313482 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072313483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072313483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072313483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:23:15.101383 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10241): Process ended prematurely: osmo-stp_10.42.42.5(pid=10241) [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10241)] [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a07:23:15.110010 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a07:23:15.169838 run osmo-hlr_10.42.42.2(pid=10238): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10238)]\u000a07:23:15.218664 run osmo-hlr_10.42.42.2(pid=10238): stdout: \u000a| (launched: 2022-12-10_07:23:12.402468) \u000a07:23:15.267963 run osmo-hlr_10.42.42.2(pid=10238): stderr: \u000a| �[0;m�[1;31m20221210072312576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072312576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072312576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072312576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072312576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072312576 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072312589 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072312597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072312597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072312598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:23:15.334825 run osmo-msc_10.42.42.6(pid=10244): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10244)]\u000a07:23:15.383269 run osmo-msc_10.42.42.6(pid=10244): stdout: \u000a| (launched: 2022-12-10_07:23:14.249101) \u000a07:23:15.432491 run osmo-msc_10.42.42.6(pid=10244): stderr: \u000a| �[0;m�[38;5;43m20221210072314520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210072314520 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f29e914ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210072314520 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210072314520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210072314520 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210072314521 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210072314523 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210072314523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210072314523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210072314523 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:23:15.473945 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10237): Terminating (SIGTERM)\u000a07:23:15.513515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10240): Terminating (SIGTERM)\u000a07:23:15.553020 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10243): Terminating (SIGTERM)\u000a07:23:15.562452 --- ParallelTerminationStrategy: PID 10237 died...\u000a07:23:15.615487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10237): Terminated: ok {rc=0}\u000a07:23:15.625134 --- ParallelTerminationStrategy: PID 10240 died...\u000a07:23:15.677967 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10240): Terminated: ok {rc=0}\u000a07:23:15.687747 --- ParallelTerminationStrategy: PID 10243 died...\u000a07:23:15.740407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10243): Terminated: ok {rc=0}\u000a07:23:15.824431 bus /sierra_3: Setting Powered False\u000a07:23:16.976319 bus /sierra_3: Setting Powered False\u000a07:23:18.131538 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 207, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10524): Process ended prematurely: osmo-stp_10.42.42.5(pid=10524) [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10524)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10524): Process ended prematurely: osmo-stp_10.42.42.5(pid=10524) [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10524)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:23:19.250852 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:23:19.264062 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:23:19.427765 tst mo_mt_call_osmux.py: using LAC 26779\u000a07:23:19.551417 tst mo_mt_call_osmux.py: using RAC 4\u000a07:23:19.674872 tst mo_mt_call_osmux.py: using CellId 26779\u000a07:23:19.798996 tst mo_mt_call_osmux.py: using BVCI 26780\u000a07:23:19.824131 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:23:19.836841 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:23:19.849628 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:23:19.862216 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:23:19.874811 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:23:19.887786 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:23:20.008674 tst voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:23:20.219850 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:23:20.753170 run create_hlr_db(pid=10518): Launched\u000a07:23:20.937903 bus /sierra_2: Setting Powered False\u000a07:23:21.962902 run create_hlr_db(pid=10518): Terminated: ok {rc=0}\u000a07:23:22.379936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10520): Launched\u000a07:23:22.781876 run osmo-hlr_10.42.42.2(pid=10521): Launched\u000a07:23:22.995775 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:23:23.649481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10523): Launched\u000a07:23:24.081592 run osmo-stp_10.42.42.5(pid=10524): Launched\u000a07:23:24.296688 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:23:24.909015 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10526): Launched\u000a07:23:25.336366 run osmo-msc_10.42.42.6(pid=10527): Launched\u000a07:23:25.717135 run osmo-stp_10.42.42.5(pid=10524): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10524)]\u000a07:23:25.923227 run osmo-stp_10.42.42.5(pid=10524): stdout: \u000a| (launched: 2022-12-10_07:23:23.815031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:23:26.059629 run osmo-stp_10.42.42.5(pid=10524): stderr: \u000a| �[0;m�[38;5;43m20221210072324108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072324108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072324109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072324109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072324111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072324111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072324112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:23:26.190314 run osmo-stp_10.42.42.5(pid=10524): stdout: \u000a| (launched: 2022-12-10_07:23:23.815031)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:23:26.319173 run osmo-stp_10.42.42.5(pid=10524): stderr: \u000a| �[0;m�[38;5;43m20221210072324108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072324108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072324109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072324109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072324111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072324111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072324112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:23:26.377606 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10524): Process ended prematurely: osmo-stp_10.42.42.5(pid=10524) [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10524)] [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a07:23:26.388675 tst mo_mt_call_osmux.py:8: Test FAILED (7.2 sec)\u000a07:23:26.453563 run osmo-hlr_10.42.42.2(pid=10521): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10521)]\u000a07:23:26.506267 run osmo-hlr_10.42.42.2(pid=10521): stdout: \u000a| (launched: 2022-12-10_07:23:22.530590) \u000a07:23:26.561144 run osmo-hlr_10.42.42.2(pid=10521): stderr: \u000a| �[0;m�[1;31m20221210072322868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072322868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072322868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072322868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072322868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072322868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072322895 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072322912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072322912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072322912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:23:26.633787 run osmo-msc_10.42.42.6(pid=10527): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10527)]\u000a07:23:26.686556 run osmo-msc_10.42.42.6(pid=10527): stdout: \u000a| (launched: 2022-12-10_07:23:25.073817) \u000a07:23:26.741308 run osmo-msc_10.42.42.6(pid=10527): stderr: \u000a| �[0;m�[38;5;43m20221210072325583 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210072325583 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcf4f982c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210072325583 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210072325584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210072325584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210072325584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210072325588 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210072325588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210072325588 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210072325597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:23:26.787107 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10520): Terminating (SIGTERM)\u000a07:23:26.832043 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10523): Terminating (SIGTERM)\u000a07:23:26.877287 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10526): Terminating (SIGTERM)\u000a07:23:26.888131 --- ParallelTerminationStrategy: PID 10520 died...\u000a07:23:26.948445 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10520): Terminated: ok {rc=0}\u000a07:23:26.959341 --- ParallelTerminationStrategy: PID 10523 died...\u000a07:23:27.016566 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10523): Terminated: ok {rc=0}\u000a07:23:27.027441 --- ParallelTerminationStrategy: PID 10526 died...\u000a07:23:27.084657 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10526): Terminated: ok {rc=0}\u000a07:23:27.175515 bus /sierra_3: Setting Powered False\u000a07:23:28.283408 bus /sierra_3: Setting Powered False\u000a07:23:29.396435 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "63", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:23:08" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10538): Process ended prematurely: osmo-stp_10.42.42.5(pid=10538) [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10538)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10538): Process ended prematurely: osmo-stp_10.42.42.5(pid=10538) [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10538)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a07:23:31.481812 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:23:31.494014 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a07:23:31.681691 tst mo_mt_call.py: using LAC 26780\u000a07:23:31.836512 tst mo_mt_call.py: using RAC 5\u000a07:23:31.999926 tst mo_mt_call.py: using CellId 26780\u000a07:23:32.142936 tst mo_mt_call.py: using BVCI 26781\u000a07:23:32.173905 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:23:32.190383 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:23:32.204023 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:23:32.219421 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:23:32.235638 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:23:32.250323 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:23:32.398017 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:23:32.651038 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:23:33.245677 run create_hlr_db(pid=10532): Launched\u000a07:23:33.432292 bus /sierra_2: Setting Powered False\u000a07:23:34.455518 run create_hlr_db(pid=10532): Terminated: ok {rc=0}\u000a07:23:34.907524 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10534): Launched\u000a07:23:35.336737 run osmo-hlr_10.42.42.2(pid=10535): Launched\u000a07:23:35.584714 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:23:36.165881 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10537): Launched\u000a07:23:36.597668 run osmo-stp_10.42.42.5(pid=10538): Launched\u000a07:23:36.813644 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:23:37.427485 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10540): Launched\u000a07:23:37.851670 run osmo-msc_10.42.42.6(pid=10541): Launched\u000a07:23:38.250082 run osmo-stp_10.42.42.5(pid=10538): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10538)]\u000a07:23:38.453469 run osmo-stp_10.42.42.5(pid=10538): stdout: \u000a| (launched: 2022-12-10_07:23:36.329446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:23:38.590561 run osmo-stp_10.42.42.5(pid=10538): stderr: \u000a| �[0;m�[38;5;43m20221210072336627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072336627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072336627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072336627 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072336628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072336628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072336628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:23:38.721229 run osmo-stp_10.42.42.5(pid=10538): stdout: \u000a| (launched: 2022-12-10_07:23:36.329446)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:23:38.853313 run osmo-stp_10.42.42.5(pid=10538): stderr: \u000a| �[0;m�[38;5;43m20221210072336627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072336627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072336627 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072336627 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072336628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072336628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072336628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:23:38.910949 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10538): Process ended prematurely: osmo-stp_10.42.42.5(pid=10538) [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10538)] [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a07:23:38.921049 tst mo_mt_call.py:8: Test FAILED (7.5 sec)\u000a07:23:38.990395 run osmo-hlr_10.42.42.2(pid=10535): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10535)]\u000a07:23:39.041954 run osmo-hlr_10.42.42.2(pid=10535): stdout: \u000a| (launched: 2022-12-10_07:23:35.073124) \u000a07:23:39.093521 run osmo-hlr_10.42.42.2(pid=10535): stderr: \u000a| �[0;m�[1;31m20221210072335384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072335384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072335384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072335384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072335384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072335384 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072335411 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072335428 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072335429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072335429 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:23:39.163638 run osmo-msc_10.42.42.6(pid=10541): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10541)]\u000a07:23:39.214763 run osmo-msc_10.42.42.6(pid=10541): stdout: \u000a| (launched: 2022-12-10_07:23:37.595434) \u000a07:23:39.266197 run osmo-msc_10.42.42.6(pid=10541): stderr: \u000a| �[0;m�[38;5;43m20221210072338100 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210072338100 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd0feeedc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210072338109 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210072338109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210072338109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210072338109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210072338111 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210072338112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210072338112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210072338112 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:23:39.310151 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10534): Terminating (SIGTERM)\u000a07:23:39.351780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10537): Terminating (SIGTERM)\u000a07:23:39.393523 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10540): Terminating (SIGTERM)\u000a07:23:39.403066 --- ParallelTerminationStrategy: PID 10534 died...\u000a07:23:39.458733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10534): Terminated: ok {rc=0}\u000a07:23:39.468609 --- ParallelTerminationStrategy: PID 10537 died...\u000a07:23:39.523893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10537): Terminated: ok {rc=0}\u000a07:23:39.533851 --- ParallelTerminationStrategy: PID 10540 died...\u000a07:23:39.589022 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10540): Terminated: ok {rc=0}\u000a07:23:39.675529 bus /sierra_3: Setting Powered False\u000a07:23:40.778951 bus /sierra_3: Setting Powered False\u000a07:23:41.889200 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 207, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10549): Process ended prematurely: osmo-stp_10.42.42.5(pid=10549) [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10549)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10549): Process ended prematurely: osmo-stp_10.42.42.5(pid=10549) [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10549)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:23:42.997824 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:23:43.009421 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a07:23:43.164383 tst mo_mt_call_osmux.py: using LAC 26781\u000a07:23:43.280190 tst mo_mt_call_osmux.py: using RAC 6\u000a07:23:43.396924 tst mo_mt_call_osmux.py: using CellId 26781\u000a07:23:43.513134 tst mo_mt_call_osmux.py: using BVCI 26782\u000a07:23:43.535329 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:23:43.546440 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:23:43.557386 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:23:43.568594 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:23:43.579781 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:23:43.590937 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:23:43.710232 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:23:43.908773 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:23:44.399373 run create_hlr_db(pid=10543): Launched\u000a07:23:44.581248 bus /sierra_2: Setting Powered False\u000a07:23:45.602176 run create_hlr_db(pid=10543): Terminated: ok {rc=0}\u000a07:23:46.052889 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10545): Launched\u000a07:23:46.467337 run osmo-hlr_10.42.42.2(pid=10546): Launched\u000a07:23:46.644867 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:23:47.224670 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10548): Launched\u000a07:23:47.521994 run osmo-stp_10.42.42.5(pid=10549): Launched\u000a07:23:47.630909 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:23:48.166959 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10551): Launched\u000a07:23:48.460860 run osmo-msc_10.42.42.6(pid=10552): Launched\u000a07:23:48.635466 run osmo-stp_10.42.42.5(pid=10549): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10549)]\u000a07:23:48.761038 run osmo-stp_10.42.42.5(pid=10549): stdout: \u000a| (launched: 2022-12-10_07:23:47.375365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:23:48.883233 run osmo-stp_10.42.42.5(pid=10549): stderr: \u000a| �[0;m�[38;5;43m20221210072347545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072347545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072347545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072347546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072347546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072347546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072347546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:23:49.001177 run osmo-stp_10.42.42.5(pid=10549): stdout: \u000a| (launched: 2022-12-10_07:23:47.375365)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:23:49.118110 run osmo-stp_10.42.42.5(pid=10549): stderr: \u000a| �[0;m�[38;5;43m20221210072347545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072347545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072347545 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072347546 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072347546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072347546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072347546 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:23:49.169650 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10549): Process ended prematurely: osmo-stp_10.42.42.5(pid=10549) [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10549)] [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a07:23:49.178016 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a07:23:49.237931 run osmo-hlr_10.42.42.2(pid=10546): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10546)]\u000a07:23:49.286513 run osmo-hlr_10.42.42.2(pid=10546): stdout: \u000a| (launched: 2022-12-10_07:23:46.211665) \u000a07:23:49.336016 run osmo-hlr_10.42.42.2(pid=10546): stderr: \u000a| �[0;m�[1;31m20221210072346547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072346547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072346547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072346547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072346547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072346547 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072346571 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072346583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072346583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072346583 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:23:49.403099 run osmo-msc_10.42.42.6(pid=10552): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10552)]\u000a07:23:49.451477 run osmo-msc_10.42.42.6(pid=10552): stdout: \u000a| (launched: 2022-12-10_07:23:48.316001) \u000a07:23:49.500636 run osmo-msc_10.42.42.6(pid=10552): stderr: \u000a| �[0;m�[38;5;43m20221210072348589 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210072348589 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f240da83c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210072348589 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210072348589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210072348589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210072348589 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210072348591 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210072348591 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210072348592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210072348592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:23:49.541938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10545): Terminating (SIGTERM)\u000a07:23:49.581782 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10548): Terminating (SIGTERM)\u000a07:23:49.621546 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10551): Terminating (SIGTERM)\u000a07:23:49.630642 --- ParallelTerminationStrategy: PID 10545 died...\u000a07:23:49.683348 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10545): Terminated: ok {rc=0}\u000a07:23:49.692920 --- ParallelTerminationStrategy: PID 10548 died...\u000a07:23:49.745739 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10548): Terminated: ok {rc=0}\u000a07:23:49.755356 --- ParallelTerminationStrategy: PID 10551 died...\u000a07:23:49.807922 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10551): Terminated: ok {rc=0}\u000a07:23:49.890639 bus /sierra_3: Setting Powered False\u000a07:23:50.996238 bus /sierra_3: Setting Powered False\u000a07:23:52.105975 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 23.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "64", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:23:31" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10564): Process ended prematurely: osmo-stp_10.42.42.5(pid=10564) [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10564)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10564): Process ended prematurely: osmo-stp_10.42.42.5(pid=10564) [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10564)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:23:54.106579 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:23:54.118367 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:23:54.279220 tst mo_mt_call.py: using LAC 26782\u000a07:23:54.402884 tst mo_mt_call.py: using RAC 7\u000a07:23:54.525513 tst mo_mt_call.py: using CellId 26782\u000a07:23:54.649334 tst mo_mt_call.py: using BVCI 26783\u000a07:23:54.673581 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:23:54.685225 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:23:54.696787 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:23:54.708532 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:23:54.720685 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:23:54.733178 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:23:54.848694 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:23:55.053957 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:23:55.555160 run create_hlr_db(pid=10558): Launched\u000a07:23:55.737832 bus /sierra_2: Setting Powered False\u000a07:23:56.759552 run create_hlr_db(pid=10558): Terminated: ok {rc=0}\u000a07:23:57.177891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10560): Launched\u000a07:23:57.492518 run osmo-hlr_10.42.42.2(pid=10561): Launched\u000a07:23:57.608152 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:23:58.154990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10563): Launched\u000a07:23:58.469869 run osmo-stp_10.42.42.5(pid=10564): Launched\u000a07:23:58.584335 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:23:59.161483 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10566): Launched\u000a07:23:59.475315 run osmo-msc_10.42.42.6(pid=10567): Launched\u000a07:23:59.659550 run osmo-stp_10.42.42.5(pid=10564): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10564)]\u000a07:23:59.793099 run osmo-stp_10.42.42.5(pid=10564): stdout: \u000a| (launched: 2022-12-10_07:23:58.315738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:23:59.925968 run osmo-stp_10.42.42.5(pid=10564): stderr: \u000a| �[0;m�[38;5;43m20221210072358506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072358506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072358506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072358506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072358509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072358509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072358509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:24:00.052571 run osmo-stp_10.42.42.5(pid=10564): stdout: \u000a| (launched: 2022-12-10_07:23:58.315738)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:24:00.178245 run osmo-stp_10.42.42.5(pid=10564): stderr: \u000a| �[0;m�[38;5;43m20221210072358506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072358506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072358506 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072358506 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072358509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072358509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072358509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:24:00.234152 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10564): Process ended prematurely: osmo-stp_10.42.42.5(pid=10564) [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10564)] [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a07:24:00.243529 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:24:00.305404 run osmo-hlr_10.42.42.2(pid=10561): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10561)]\u000a07:24:00.356332 run osmo-hlr_10.42.42.2(pid=10561): stdout: \u000a| (launched: 2022-12-10_07:23:57.337589) \u000a07:24:00.407859 run osmo-hlr_10.42.42.2(pid=10561): stderr: \u000a| �[0;m�[1;31m20221210072357535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072357535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072357535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072357535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072357535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072357535 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072357549 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072357557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072357558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072357558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:24:00.477727 run osmo-msc_10.42.42.6(pid=10567): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10567)]\u000a07:24:00.528264 run osmo-msc_10.42.42.6(pid=10567): stdout: \u000a| (launched: 2022-12-10_07:23:59.321625) \u000a07:24:00.579317 run osmo-msc_10.42.42.6(pid=10567): stderr: \u000a| �[0;m�[38;5;43m20221210072359642 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210072359642 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7dbb1cdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210072359642 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210072359642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210072359642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210072359642 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210072359644 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210072359645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210072359645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210072359645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:24:00.622871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10560): Terminating (SIGTERM)\u000a07:24:00.664351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10563): Terminating (SIGTERM)\u000a07:24:00.706926 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10566): Terminating (SIGTERM)\u000a07:24:00.716513 --- ParallelTerminationStrategy: PID 10560 died...\u000a07:24:00.771773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10560): Terminated: ok {rc=0}\u000a07:24:00.781856 --- ParallelTerminationStrategy: PID 10563 died...\u000a07:24:00.846655 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10563): Terminated: ok {rc=0}\u000a07:24:00.863744 --- ParallelTerminationStrategy: PID 10566 died...\u000a07:24:00.934337 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10566): Terminated: ok {rc=0}\u000a07:24:01.045555 bus /sierra_3: Setting Powered False\u000a07:24:02.148123 bus /sierra_3: Setting Powered False\u000a07:24:03.254195 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 207, "className" : "voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10575): Process ended prematurely: osmo-stp_10.42.42.5(pid=10575) [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10575)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10575): Process ended prematurely: osmo-stp_10.42.42.5(pid=10575) [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10575)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:24:04.369645 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:24:04.381885 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:24:04.550012 tst mo_mt_call_osmux.py: using LAC 26783\u000a07:24:04.672231 tst mo_mt_call_osmux.py: using RAC 8\u000a07:24:04.795610 tst mo_mt_call_osmux.py: using CellId 26783\u000a07:24:04.917449 tst mo_mt_call_osmux.py: using BVCI 26784\u000a07:24:04.941519 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:24:04.953222 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:24:04.964609 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:24:04.976580 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:24:04.988716 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:24:05.000560 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:24:05.120243 tst voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:24:05.319744 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:24:05.781537 run create_hlr_db(pid=10569): Launched\u000a07:24:05.951167 bus /sierra_2: Setting Powered False\u000a07:24:06.973629 run create_hlr_db(pid=10569): Terminated: ok {rc=0}\u000a07:24:07.392200 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10571): Launched\u000a07:24:07.685952 run osmo-hlr_10.42.42.2(pid=10572): Launched\u000a07:24:07.799356 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:24:08.320742 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10574): Launched\u000a07:24:08.615013 run osmo-stp_10.42.42.5(pid=10575): Launched\u000a07:24:08.722474 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:24:09.260359 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10577): Launched\u000a07:24:09.555737 run osmo-msc_10.42.42.6(pid=10578): Launched\u000a07:24:09.729429 run osmo-stp_10.42.42.5(pid=10575): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10575)]\u000a07:24:09.855060 run osmo-stp_10.42.42.5(pid=10575): stdout: \u000a| (launched: 2022-12-10_07:24:08.469978)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:24:09.977800 run osmo-stp_10.42.42.5(pid=10575): stderr: \u000a| �[0;m�[38;5;43m20221210072408640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072408640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072408641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072408641 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072408642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072408642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072408642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:24:10.096567 run osmo-stp_10.42.42.5(pid=10575): stdout: \u000a| (launched: 2022-12-10_07:24:08.469978)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:24:10.214320 run osmo-stp_10.42.42.5(pid=10575): stderr: \u000a| �[0;m�[38;5;43m20221210072408640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072408640 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072408641 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072408641 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072408642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072408642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072408642 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:24:10.266533 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10575): Process ended prematurely: osmo-stp_10.42.42.5(pid=10575) [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10575)] [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a07:24:10.274937 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a07:24:10.335517 run osmo-hlr_10.42.42.2(pid=10572): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10572)]\u000a07:24:10.384657 run osmo-hlr_10.42.42.2(pid=10572): stdout: \u000a| (launched: 2022-12-10_07:24:07.541616) \u000a07:24:10.434477 run osmo-hlr_10.42.42.2(pid=10572): stderr: \u000a| �[0;m�[1;31m20221210072407715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072407715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072407715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072407715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072407715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072407715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072407727 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072407736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072407736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072407736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:24:10.501983 run osmo-msc_10.42.42.6(pid=10578): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10578)]\u000a07:24:10.551759 run osmo-msc_10.42.42.6(pid=10578): stdout: \u000a| (launched: 2022-12-10_07:24:09.409447) \u000a07:24:10.601157 run osmo-msc_10.42.42.6(pid=10578): stderr: \u000a| �[0;m�[38;5;43m20221210072409680 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210072409680 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feb54362c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210072409680 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210072409680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210072409681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210072409681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210072409682 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210072409683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210072409683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210072409683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:24:10.643096 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10571): Terminating (SIGTERM)\u000a07:24:10.683177 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10574): Terminating (SIGTERM)\u000a07:24:10.722634 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10577): Terminating (SIGTERM)\u000a07:24:10.732029 --- ParallelTerminationStrategy: PID 10571 died...\u000a07:24:10.785126 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10571): Terminated: ok {rc=0}\u000a07:24:10.794974 --- ParallelTerminationStrategy: PID 10574 died...\u000a07:24:10.848079 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10574): Terminated: ok {rc=0}\u000a07:24:10.857889 --- ParallelTerminationStrategy: PID 10577 died...\u000a07:24:10.911055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10577): Terminated: ok {rc=0}\u000a07:24:10.997846 bus /sierra_3: Setting Powered False\u000a07:24:12.101476 bus /sierra_3: Setting Powered False\u000a07:24:13.209601 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "65", "name" : "voice_trx-sysmocell5000+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:23:53" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10589): Process ended prematurely: osmo-stp_10.42.42.5(pid=10589) [trial-2371↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10589)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10589): Process ended prematurely: osmo-stp_10.42.42.5(pid=10589) [trial-2371↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10589)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a07:24:15.204241 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:24:15.215430 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:24:15.369191 tst mo_mt_call.py: using LAC 26784\u000a07:24:15.491117 tst mo_mt_call.py: using RAC 9\u000a07:24:15.616195 tst mo_mt_call.py: using CellId 26784\u000a07:24:15.739317 tst mo_mt_call.py: using BVCI 26785\u000a07:24:15.763839 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:24:15.775583 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:24:15.787118 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:24:15.798740 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:24:15.810305 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:24:15.822266 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:24:15.970403 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:24:16.217689 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:24:16.767884 run create_hlr_db(pid=10583): Launched\u000a07:24:16.953667 bus /sierra_2: Setting Powered False\u000a07:24:17.971729 run create_hlr_db(pid=10583): Terminated: ok {rc=0}\u000a07:24:18.365927 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10585): Launched\u000a07:24:18.658582 run osmo-hlr_10.42.42.2(pid=10586): Launched\u000a07:24:18.773541 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:24:19.290318 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10588): Launched\u000a07:24:19.582293 run osmo-stp_10.42.42.5(pid=10589): Launched\u000a07:24:19.688940 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:24:20.225494 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10591): Launched\u000a07:24:20.519116 run osmo-msc_10.42.42.6(pid=10592): Launched\u000a07:24:20.691890 run osmo-stp_10.42.42.5(pid=10589): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10589)]\u000a07:24:20.817166 run osmo-stp_10.42.42.5(pid=10589): stdout: \u000a| (launched: 2022-12-10_07:24:19.438415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:24:20.939571 run osmo-stp_10.42.42.5(pid=10589): stderr: \u000a| �[0;m�[38;5;43m20221210072419607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072419608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072419608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072419608 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072419609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072419609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072419609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:24:21.057530 run osmo-stp_10.42.42.5(pid=10589): stdout: \u000a| (launched: 2022-12-10_07:24:19.438415)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:24:21.174686 run osmo-stp_10.42.42.5(pid=10589): stderr: \u000a| �[0;m�[38;5;43m20221210072419607 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072419608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072419608 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072419608 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072419609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072419609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072419609 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:24:21.226416 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10589): Process ended prematurely: osmo-stp_10.42.42.5(pid=10589) [trial-2371↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10589)] [trial-2371↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a07:24:21.234814 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a07:24:21.294307 run osmo-hlr_10.42.42.2(pid=10586): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10586)]\u000a07:24:21.342988 run osmo-hlr_10.42.42.2(pid=10586): stdout: \u000a| (launched: 2022-12-10_07:24:18.514741) \u000a07:24:21.392045 run osmo-hlr_10.42.42.2(pid=10586): stderr: \u000a| �[0;m�[1;31m20221210072418690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072418690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072418690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072418690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072418690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072418690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072418705 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072418714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072418714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072418714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:24:21.459358 run osmo-msc_10.42.42.6(pid=10592): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10592)]\u000a07:24:21.507856 run osmo-msc_10.42.42.6(pid=10592): stdout: \u000a| (launched: 2022-12-10_07:24:20.374183) \u000a07:24:21.556514 run osmo-msc_10.42.42.6(pid=10592): stderr: \u000a| �[0;m�[38;5;43m20221210072420645 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210072420646 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0765f33c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210072420646 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210072420646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210072420646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210072420646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210072420648 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210072420648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210072420648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210072420648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:24:21.598331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10585): Terminating (SIGTERM)\u000a07:24:21.637750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10588): Terminating (SIGTERM)\u000a07:24:21.677055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10591): Terminating (SIGTERM)\u000a07:24:21.686276 --- ParallelTerminationStrategy: PID 10585 died...\u000a07:24:21.739132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10585): Terminated: ok {rc=0}\u000a07:24:21.748519 --- ParallelTerminationStrategy: PID 10588 died...\u000a07:24:21.801126 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10588): Terminated: ok {rc=0}\u000a07:24:21.810424 --- ParallelTerminationStrategy: PID 10591 died...\u000a07:24:21.862757 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10591): Terminated: ok {rc=0}\u000a07:24:21.949821 bus /sierra_3: Setting Powered False\u000a07:24:23.052386 bus /sierra_3: Setting Powered False\u000a07:24:24.159653 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 207, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10600): Process ended prematurely: osmo-stp_10.42.42.5(pid=10600) [trial-2371↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10600)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10600): Process ended prematurely: osmo-stp_10.42.42.5(pid=10600) [trial-2371↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10600)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:24:25.270607 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:24:25.282359 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:24:25.437334 tst mo_mt_call_osmux.py: using LAC 26785\u000a07:24:25.554714 tst mo_mt_call_osmux.py: using RAC 10\u000a07:24:25.669367 tst mo_mt_call_osmux.py: using CellId 26785\u000a07:24:25.784502 tst mo_mt_call_osmux.py: using BVCI 26786\u000a07:24:25.806833 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:24:25.818008 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:24:25.829076 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:24:25.840318 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:24:25.851581 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:24:25.862708 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:24:25.981448 tst voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:24:26.180672 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:24:26.642719 run create_hlr_db(pid=10594): Launched\u000a07:24:26.811486 bus /sierra_2: Setting Powered False\u000a07:24:27.833282 run create_hlr_db(pid=10594): Terminated: ok {rc=0}\u000a07:24:28.250204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10596): Launched\u000a07:24:28.566189 run osmo-hlr_10.42.42.2(pid=10597): Launched\u000a07:24:28.682400 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:24:29.227426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10599): Launched\u000a07:24:29.541770 run osmo-stp_10.42.42.5(pid=10600): Launched\u000a07:24:29.656310 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:24:30.231784 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10602): Launched\u000a07:24:30.547215 run osmo-msc_10.42.42.6(pid=10603): Launched\u000a07:24:30.732234 run osmo-stp_10.42.42.5(pid=10600): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10600)]\u000a07:24:30.904533 run osmo-stp_10.42.42.5(pid=10600): stdout: \u000a| (launched: 2022-12-10_07:24:29.387507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:24:31.099755 run osmo-stp_10.42.42.5(pid=10600): stderr: \u000a| �[0;m�[38;5;43m20221210072429579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072429579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072429579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072429580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072429580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072429580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072429580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:24:31.224385 run osmo-stp_10.42.42.5(pid=10600): stdout: \u000a| (launched: 2022-12-10_07:24:29.387507)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:24:31.346965 run osmo-stp_10.42.42.5(pid=10600): stderr: \u000a| �[0;m�[38;5;43m20221210072429579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072429579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072429579 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072429580 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072429580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072429580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072429580 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:24:31.400347 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10600): Process ended prematurely: osmo-stp_10.42.42.5(pid=10600) [trial-2371↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10600)] [trial-2371↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a07:24:31.409849 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a07:24:31.474059 run osmo-hlr_10.42.42.2(pid=10597): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10597)]\u000a07:24:31.525402 run osmo-hlr_10.42.42.2(pid=10597): stdout: \u000a| (launched: 2022-12-10_07:24:28.410546) \u000a07:24:31.579054 run osmo-hlr_10.42.42.2(pid=10597): stderr: \u000a| �[0;m�[1;31m20221210072428608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072428608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072428608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072428608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072428608 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072428609 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072428620 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072428629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072428629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072428629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:24:31.648561 run osmo-msc_10.42.42.6(pid=10603): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10603)]\u000a07:24:31.699593 run osmo-msc_10.42.42.6(pid=10603): stdout: \u000a| (launched: 2022-12-10_07:24:30.392097) \u000a07:24:31.752146 run osmo-msc_10.42.42.6(pid=10603): stderr: \u000a| �[0;m�[38;5;43m20221210072430714 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210072430714 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7ce74ffc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210072430714 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210072430714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210072430714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210072430714 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210072430716 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210072430716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210072430716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210072430717 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:24:31.796261 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10596): Terminating (SIGTERM)\u000a07:24:31.840356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10599): Terminating (SIGTERM)\u000a07:24:31.884671 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10602): Terminating (SIGTERM)\u000a07:24:31.895056 --- ParallelTerminationStrategy: PID 10596 died...\u000a07:24:31.954086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10596): Terminated: ok {rc=0}\u000a07:24:31.964587 --- ParallelTerminationStrategy: PID 10599 died...\u000a07:24:32.019456 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10599): Terminated: ok {rc=0}\u000a07:24:32.030951 --- ParallelTerminationStrategy: PID 10602 died...\u000a07:24:32.087484 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10602): Terminated: ok {rc=0}\u000a07:24:32.179581 bus /sierra_3: Setting Powered False\u000a07:24:33.284992 bus /sierra_3: Setting Powered False\u000a07:24:34.391001 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "66", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:24:14" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10614): Process ended prematurely: osmo-stp_10.42.42.5(pid=10614) [trial-2371↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10614)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10614): Process ended prematurely: osmo-stp_10.42.42.5(pid=10614) [trial-2371↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10614)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a07:24:36.393236 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:24:36.404563 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:24:36.570424 tst mo_mt_call.py: using LAC 26786\u000a07:24:36.692372 tst mo_mt_call.py: using RAC 11\u000a07:24:36.815226 tst mo_mt_call.py: using CellId 26786\u000a07:24:36.937207 tst mo_mt_call.py: using BVCI 26787\u000a07:24:36.960931 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:24:36.972251 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:24:36.983501 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:24:36.994729 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:24:37.006072 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:24:37.017191 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:24:37.137795 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:24:37.345522 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:24:37.847945 run create_hlr_db(pid=10608): Launched\u000a07:24:38.029683 bus /sierra_2: Setting Powered False\u000a07:24:39.051110 run create_hlr_db(pid=10608): Terminated: ok {rc=0}\u000a07:24:39.444487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10610): Launched\u000a07:24:39.739553 run osmo-hlr_10.42.42.2(pid=10611): Launched\u000a07:24:39.852173 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:24:40.370481 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10613): Launched\u000a07:24:40.664931 run osmo-stp_10.42.42.5(pid=10614): Launched\u000a07:24:40.771530 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:24:41.309005 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10616): Launched\u000a07:24:41.604330 run osmo-msc_10.42.42.6(pid=10617): Launched\u000a07:24:41.781270 run osmo-stp_10.42.42.5(pid=10614): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10614)]\u000a07:24:41.907947 run osmo-stp_10.42.42.5(pid=10614): stdout: \u000a| (launched: 2022-12-10_07:24:40.519503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:24:42.030799 run osmo-stp_10.42.42.5(pid=10614): stderr: \u000a| �[0;m�[38;5;43m20221210072440688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072440688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072440689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072440689 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072440689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072440690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072440690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:24:42.149265 run osmo-stp_10.42.42.5(pid=10614): stdout: \u000a| (launched: 2022-12-10_07:24:40.519503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:24:42.266720 run osmo-stp_10.42.42.5(pid=10614): stderr: \u000a| �[0;m�[38;5;43m20221210072440688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072440688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072440689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072440689 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072440689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072440690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072440690 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:24:42.318751 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10614): Process ended prematurely: osmo-stp_10.42.42.5(pid=10614) [trial-2371↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10614)] [trial-2371↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a07:24:42.327164 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a07:24:42.386950 run osmo-hlr_10.42.42.2(pid=10611): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10611)]\u000a07:24:42.436005 run osmo-hlr_10.42.42.2(pid=10611): stdout: \u000a| (launched: 2022-12-10_07:24:39.593906) \u000a07:24:42.485865 run osmo-hlr_10.42.42.2(pid=10611): stderr: \u000a| �[0;m�[1;31m20221210072439770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072439770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072439770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072439770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072439770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072439770 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072439782 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072439791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072439791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072439791 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:24:42.553093 run osmo-msc_10.42.42.6(pid=10617): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10617)]\u000a07:24:42.602712 run osmo-msc_10.42.42.6(pid=10617): stdout: \u000a| (launched: 2022-12-10_07:24:41.458352) \u000a07:24:42.652443 run osmo-msc_10.42.42.6(pid=10617): stderr: \u000a| �[0;m�[38;5;43m20221210072441730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210072441730 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6813212c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210072441730 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210072441730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210072441730 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210072441731 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210072441732 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210072441733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210072441733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210072441733 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:24:42.694600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10610): Terminating (SIGTERM)\u000a07:24:42.734207 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10613): Terminating (SIGTERM)\u000a07:24:42.773986 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10616): Terminating (SIGTERM)\u000a07:24:42.783273 --- ParallelTerminationStrategy: PID 10610 died...\u000a07:24:42.837245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10610): Terminated: ok {rc=0}\u000a07:24:42.846730 --- ParallelTerminationStrategy: PID 10613 died...\u000a07:24:42.899536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10613): Terminated: ok {rc=0}\u000a07:24:42.909129 --- ParallelTerminationStrategy: PID 10616 died...\u000a07:24:42.961851 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10616): Terminated: ok {rc=0}\u000a07:24:43.049173 bus /sierra_3: Setting Powered False\u000a07:24:44.151665 bus /sierra_3: Setting Powered False\u000a07:24:45.263087 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 207, "className" : "voice:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10625): Process ended prematurely: osmo-stp_10.42.42.5(pid=10625) [trial-2371↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10625)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10625): Process ended prematurely: osmo-stp_10.42.42.5(pid=10625) [trial-2371↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10625)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-sysmocell5000+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:24:46.373498 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:24:46.386277 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:24:46.577570 tst mo_mt_call_osmux.py: using LAC 26787\u000a07:24:46.731701 tst mo_mt_call_osmux.py: using RAC 12\u000a07:24:46.889362 tst mo_mt_call_osmux.py: using CellId 26787\u000a07:24:47.031635 tst mo_mt_call_osmux.py: using BVCI 26788\u000a07:24:47.055257 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:24:47.067225 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:24:47.080012 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:24:47.092487 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:24:47.104452 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:24:47.117362 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:24:47.234778 tst voice:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:24:47.439086 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:24:47.900488 run create_hlr_db(pid=10619): Launched\u000a07:24:48.068867 bus /sierra_2: Setting Powered False\u000a07:24:49.090801 run create_hlr_db(pid=10619): Terminated: ok {rc=0}\u000a07:24:49.509042 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10621): Launched\u000a07:24:49.823280 run osmo-hlr_10.42.42.2(pid=10622): Launched\u000a07:24:49.942491 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:24:50.489825 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10624): Launched\u000a07:24:50.804897 run osmo-stp_10.42.42.5(pid=10625): Launched\u000a07:24:50.919441 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:24:51.494833 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10627): Launched\u000a07:24:51.810108 run osmo-msc_10.42.42.6(pid=10628): Launched\u000a07:24:51.996078 run osmo-stp_10.42.42.5(pid=10625): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10625)]\u000a07:24:52.128902 run osmo-stp_10.42.42.5(pid=10625): stdout: \u000a| (launched: 2022-12-10_07:24:50.650696)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:24:52.262467 run osmo-stp_10.42.42.5(pid=10625): stderr: \u000a| �[0;m�[38;5;43m20221210072450844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072450844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072450844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072450844 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072450845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072450845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072450845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:24:52.389042 run osmo-stp_10.42.42.5(pid=10625): stdout: \u000a| (launched: 2022-12-10_07:24:50.650696)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:24:52.514648 run osmo-stp_10.42.42.5(pid=10625): stderr: \u000a| �[0;m�[38;5;43m20221210072450844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072450844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072450844 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072450844 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072450845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072450845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072450845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:24:52.570181 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=10625): Process ended prematurely: osmo-stp_10.42.42.5(pid=10625) [trial-2371↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10625)] [trial-2371↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a07:24:52.579498 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a07:24:52.641814 run osmo-hlr_10.42.42.2(pid=10622): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10622)]\u000a07:24:52.692754 run osmo-hlr_10.42.42.2(pid=10622): stdout: \u000a| (launched: 2022-12-10_07:24:49.669527) \u000a07:24:52.744318 run osmo-hlr_10.42.42.2(pid=10622): stderr: \u000a| �[0;m�[1;31m20221210072449868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072449868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072449868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072449868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072449868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072449868 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072449881 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-sysmocell5000+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072449890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072449890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072449890 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:24:52.815207 run osmo-msc_10.42.42.6(pid=10628): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-sysmocell5000+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10628)]\u000a07:24:52.866291 run osmo-msc_10.42.42.6(pid=10628): stdout: \u000a| (launched: 2022-12-10_07:24:51.655113) \u000a07:24:52.917819 run osmo-msc_10.42.42.6(pid=10628): stderr: \u000a| �[0;m�[38;5;43m20221210072451981 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210072451981 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f20706e0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210072451981 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210072451981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210072451981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210072451982 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210072451983 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210072451984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210072451984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210072451984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:24:52.961739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10621): Terminating (SIGTERM)\u000a07:24:53.003366 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10624): Terminating (SIGTERM)\u000a07:24:53.045207 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10627): Terminating (SIGTERM)\u000a07:24:53.054400 --- ParallelTerminationStrategy: PID 10621 died...\u000a07:24:53.109754 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10621): Terminated: ok {rc=0}\u000a07:24:53.119866 --- ParallelTerminationStrategy: PID 10624 died...\u000a07:24:53.175189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10624): Terminated: ok {rc=0}\u000a07:24:53.185192 --- ParallelTerminationStrategy: PID 10627 died...\u000a07:24:53.240550 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10627): Terminated: ok {rc=0}\u000a07:24:53.327519 bus /sierra_3: Setting Powered False\u000a07:24:54.430874 bus /sierra_3: Setting Powered False\u000a07:24:55.537103 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "67", "name" : "voice_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:24:36" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10647): Process ended prematurely: osmo-stp_10.42.42.5(pid=10647) [trial-2371↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10647)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10647): Process ended prematurely: osmo-stp_10.42.42.5(pid=10647) [trial-2371↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10647)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 emergency:trx-sysmocell5000 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a07:24:57.561477 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:24:57.572475 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a07:24:57.711440 tst emergency_mo_mt_call.py: using LAC 26788\u000a07:24:57.832460 tst emergency_mo_mt_call.py: using RAC 13\u000a07:24:57.957497 tst emergency_mo_mt_call.py: using CellId 26788\u000a07:24:58.073158 tst emergency_mo_mt_call.py: using BVCI 26789\u000a07:24:58.095078 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:24:58.105907 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:24:58.116557 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:24:58.127705 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:24:58.138646 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:24:58.149481 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:24:58.265316 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:24:58.469784 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:24:58.964864 run create_hlr_db(pid=10633): Launched\u000a07:24:59.144105 bus /sierra_2: Setting Powered False\u000a07:25:00.165152 run create_hlr_db(pid=10633): Terminated: ok {rc=0}\u000a07:25:00.553571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10635): Launched\u000a07:25:00.842824 run osmo-hlr_10.42.42.2(pid=10636): Launched\u000a07:25:01.023337 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:25:01.780775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10642): Launched\u000a07:25:02.148073 run osmo-stp_10.42.42.5(pid=10647): Launched\u000a07:25:02.416398 tst emergency_mo_mt_call.py: using MSISDN 7613\u000a07:25:02.562886 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:25:03.096105 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10651): Launched\u000a07:25:03.385184 run osmo-msc_10.42.42.6(pid=10652): Launched\u000a07:25:03.554498 run osmo-stp_10.42.42.5(pid=10647): ERR: Terminated: ERROR {rc=1} [trial-2371↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10647)]\u000a07:25:03.678100 run osmo-stp_10.42.42.5(pid=10647): stdout: \u000a| (launched: 2022-12-10_07:25:01.946145)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:25:03.798869 run osmo-stp_10.42.42.5(pid=10647): stderr: \u000a| �[0;m�[38;5;43m20221210072502309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072502310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072502310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072502310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072502311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072502311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072502311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:25:03.915647 run osmo-stp_10.42.42.5(pid=10647): stdout: \u000a| (launched: 2022-12-10_07:25:01.946145)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:25:04.031177 run osmo-stp_10.42.42.5(pid=10647): stderr: \u000a| �[0;m�[38;5;43m20221210072502309 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072502310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072502310 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072502310 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072502311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072502311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072502311 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:25:04.081819 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=10647): Process ended prematurely: osmo-stp_10.42.42.5(pid=10647) [trial-2371↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10647)] [trial-2371↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py:19]\u000a07:25:04.089645 tst emergency_mo_mt_call.py:19: Test FAILED (6.5 sec)\u000a07:25:04.150193 run osmo-hlr_10.42.42.2(pid=10636): ERR: Terminated: ERROR {rc=237} [trial-2371↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10636)]\u000a07:25:04.199304 run osmo-hlr_10.42.42.2(pid=10636): stdout: \u000a| (launched: 2022-12-10_07:25:00.699891) \u000a07:25:04.249078 run osmo-hlr_10.42.42.2(pid=10636): stderr: \u000a| �[0;m�[1;31m20221210072500947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072500947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072500947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072500947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072500947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072500947 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072500964 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/emergency:trx-sysmocell5000/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072500983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072500983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072500983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:25:04.316450 run osmo-msc_10.42.42.6(pid=10652): ERR: Terminated: ERROR {rc=2} [trial-2371↪emergency:trx-sysmocell5000↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10652)]\u000a07:25:04.365382 run osmo-msc_10.42.42.6(pid=10652): stdout: \u000a| (launched: 2022-12-10_07:25:03.242341) \u000a07:25:04.415237 run osmo-msc_10.42.42.6(pid=10652): stderr: \u000a| �[0;m�[38;5;43m20221210072503513 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210072503513 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd866197c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210072503513 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210072503513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210072503513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210072503514 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210072503515 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210072503516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210072503516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210072503516 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:25:04.457362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10635): Terminating (SIGTERM)\u000a07:25:04.497469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10642): Terminating (SIGTERM)\u000a07:25:04.537523 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10651): Terminating (SIGTERM)\u000a07:25:04.546754 --- ParallelTerminationStrategy: PID 10635 died...\u000a07:25:04.600369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10635): Terminated: ok {rc=0}\u000a07:25:04.610013 --- ParallelTerminationStrategy: PID 10642 died...\u000a07:25:04.662909 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10642): Terminated: ok {rc=0}\u000a07:25:04.672502 --- ParallelTerminationStrategy: PID 10651 died...\u000a07:25:04.726279 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10651): Terminated: ok {rc=0}\u000a07:25:04.809611 bus /sierra_3: Setting Powered False\u000a07:25:05.916130 bus /sierra_3: Setting Powered False\u000a07:25:07.028186 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "emergency:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=10662): Process ended prematurely: osmo-stp_10.42.42.5(pid=10662) [trial-2371↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10662)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=10662): Process ended prematurely: osmo-stp_10.42.42.5(pid=10662) [trial-2371↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10662)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 emergency:trx-sysmocell5000 emergency_preemptive_call.py\u000a----------------------------------------------\u000a07:25:08.079816 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:25:08.091119 tst emergency:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a07:25:08.224408 tst emergency_preemptive_call.py: using LAC 26789\u000a07:25:08.335582 tst emergency_preemptive_call.py: using RAC 14\u000a07:25:08.447212 tst emergency_preemptive_call.py: using CellId 26789\u000a07:25:08.558389 tst emergency_preemptive_call.py: using BVCI 26790\u000a07:25:08.580173 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:25:08.590928 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:25:08.601517 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:25:08.612255 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:25:08.622973 tst emergency:trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a07:25:08.633607 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:25:08.750830 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:25:08.864624 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:25:08.977465 tst emergency:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:25:09.170908 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:25:09.626143 run create_hlr_db(pid=10654): Launched\u000a07:25:09.793108 bus /sierra_2: Setting Powered False\u000a07:25:10.815229 run create_hlr_db(pid=10654): Terminated: ok {rc=0}\u000a07:25:11.226471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10656): Launched\u000a07:25:11.537974 run osmo-hlr_10.42.42.2(pid=10657): Launched\u000a07:25:11.655281 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:25:12.192697 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10659): Launched\u000a07:25:12.620673 run osmo-stp_10.42.42.5(pid=10662): Launched\u000a07:25:12.832850 tst emergency_preemptive_call.py: using MSISDN 7614\u000a07:25:12.982126 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:25:13.543253 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10808): Launched\u000a07:25:13.896652 run osmo-msc_10.42.42.6(pid=10855): Launched\u000a07:25:14.171409 run osmo-stp_10.42.42.5(pid=10662): ERR: Terminated: ERROR {rc=1} [trial-2371↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10662)]\u000a07:25:14.322819 run osmo-stp_10.42.42.5(pid=10662): stdout: \u000a| (launched: 2022-12-10_07:25:12.350498)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:25:14.512777 run osmo-stp_10.42.42.5(pid=10662): stderr: \u000a| �[0;m�[38;5;43m20221210072512614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072512614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072512615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072512615 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072512616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072512616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072512616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:25:14.680231 run osmo-stp_10.42.42.5(pid=10662): stdout: \u000a| (launched: 2022-12-10_07:25:12.350498)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:25:14.804860 run osmo-stp_10.42.42.5(pid=10662): stderr: \u000a| �[0;m�[38;5;43m20221210072512614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072512614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072512615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072512615 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072512616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072512616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072512616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:25:14.859356 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=10662): Process ended prematurely: osmo-stp_10.42.42.5(pid=10662) [trial-2371↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=10662)] [trial-2371↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py:32]\u000a07:25:14.867794 tst emergency_preemptive_call.py:32: Test FAILED (6.8 sec)\u000a07:25:14.929635 run osmo-hlr_10.42.42.2(pid=10657): ERR: Terminated: ERROR {rc=237} [trial-2371↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=10657)]\u000a07:25:14.980724 run osmo-hlr_10.42.42.2(pid=10657): stdout: \u000a| (launched: 2022-12-10_07:25:11.384453) \u000a07:25:15.032184 run osmo-hlr_10.42.42.2(pid=10657): stderr: \u000a| �[0;m�[1;31m20221210072511582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072511582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072511582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072511582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072511582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072511582 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072511594 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/emergency:trx-sysmocell5000/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072511604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072511604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072511604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:25:15.102256 run osmo-msc_10.42.42.6(pid=10855): ERR: Terminated: ERROR {rc=2} [trial-2371↪emergency:trx-sysmocell5000↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=10855)]\u000a07:25:15.153010 run osmo-msc_10.42.42.6(pid=10855): stdout: \u000a| (launched: 2022-12-10_07:25:13.699116) \u000a07:25:15.204326 run osmo-msc_10.42.42.6(pid=10855): stderr: \u000a| �[0;m�[38;5;43m20221210072514281 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210072514281 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faf6d2f0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210072514282 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210072514282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210072514282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210072514282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210072514284 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210072514284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210072514284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210072514284 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:25:15.248039 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10656): Terminating (SIGTERM)\u000a07:25:15.289593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10659): Terminating (SIGTERM)\u000a07:25:15.331197 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10808): Terminating (SIGTERM)\u000a07:25:15.340666 --- ParallelTerminationStrategy: PID 10656 died...\u000a07:25:15.395919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=10656): Terminated: ok {rc=0}\u000a07:25:15.405873 --- ParallelTerminationStrategy: PID 10659 died...\u000a07:25:15.460625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=10659): Terminated: ok {rc=0}\u000a07:25:15.470824 --- ParallelTerminationStrategy: PID 10808 died...\u000a07:25:15.525732 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=10808): Terminated: ok {rc=0}\u000a07:25:15.612186 bus /sierra_9: Setting Powered False\u000a07:25:16.714177 bus /sierra_9: Setting Powered False\u000a07:25:17.820003 bus /sierra_8: Setting Powered False\u000a07:25:18.925104 bus /sierra_8: Setting Powered False\u000a07:25:20.036472 bus /sierra_3: Setting Powered False\u000a07:25:21.140385 bus /sierra_3: Setting Powered False\u000a07:25:22.248144 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "68", "name" : "emergency_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:24:57" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-sysmocell5000", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11239): Process ended prematurely: osmo-stp_10.42.42.5(pid=11239) [trial-2371↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11239)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11239): Process ended prematurely: osmo-stp_10.42.42.5(pid=11239) [trial-2371↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11239)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-sysmocell5000 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:25:24.392730 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:25:24.404412 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a07:25:24.541461 tst cs_paging_gprs_active.py: using LAC 26790\u000a07:25:24.657874 tst cs_paging_gprs_active.py: using RAC 15\u000a07:25:24.778318 tst cs_paging_gprs_active.py: using CellId 26790\u000a07:25:24.896687 tst cs_paging_gprs_active.py: using BVCI 26791\u000a07:25:24.920123 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:25:24.931678 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:25:24.943163 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:25:24.954478 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:25:24.966922 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:25:24.980291 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:25:24.993548 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:25:25.005878 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:25:25.018180 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:25:25.137189 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:25:25.416728 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:25:25.543512 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:25:25.873785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11228): Launched\u000a07:25:26.153491 run iperf3-srv_10.42.42.10(pid=11229): Launched\u000a07:25:26.336724 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:25:26.463006 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:25:26.796113 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11230): Launched\u000a07:25:27.076175 run iperf3-srv_10.42.42.10(pid=11231): Launched\u000a07:25:27.273693 tst cs_paging_gprs_active.py:38: start network...\u000a07:25:27.408618 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:25:27.975160 run create_hlr_db(pid=11232): Launched\u000a07:25:28.161684 bus /sierra_2: Setting Powered False\u000a07:25:29.179644 run create_hlr_db(pid=11232): Terminated: ok {rc=0}\u000a07:25:29.599299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11235): Launched\u000a07:25:29.915220 run osmo-hlr_10.42.42.2(pid=11236): Launched\u000a07:25:30.030476 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:25:30.578302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11238): Launched\u000a07:25:30.894666 run osmo-stp_10.42.42.5(pid=11239): Launched\u000a07:25:31.154320 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:25:31.726840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11241): Launched\u000a07:25:31.838422 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:25:32.120267 run patchelf(pid=11242): Launched\u000a07:25:32.300259 run osmo-stp_10.42.42.5(pid=11239): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11239)]\u000a07:25:32.432485 run osmo-stp_10.42.42.5(pid=11239): stdout: \u000a| (launched: 2022-12-10_07:25:30.739177)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:25:32.560732 run osmo-stp_10.42.42.5(pid=11239): stderr: \u000a| �[0;m�[38;5;43m20221210072531014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072531014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072531014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072531015 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072531015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072531015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072531015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:25:32.683874 run osmo-stp_10.42.42.5(pid=11239): stdout: \u000a| (launched: 2022-12-10_07:25:30.739177)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:25:32.805602 run osmo-stp_10.42.42.5(pid=11239): stderr: \u000a| �[0;m�[38;5;43m20221210072531014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072531014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072531014 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072531015 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072531015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072531015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072531015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:25:32.948504 run patchelf(pid=11242): Terminating (SIGINT)\u000a07:25:33.117226 run patchelf(pid=11242): Terminated: ok {rc=0}\u000a07:25:33.148377 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11239): Process ended prematurely: osmo-stp_10.42.42.5(pid=11239) [trial-2371↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11239)] [trial-2371↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py:38]\u000a07:25:33.157583 tst cs_paging_gprs_active.py:38: Test FAILED (8.8 sec)\u000a07:25:33.217723 run osmo-hlr_10.42.42.2(pid=11236): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-sysmocell5000↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11236)]\u000a07:25:33.266721 run osmo-hlr_10.42.42.2(pid=11236): stdout: \u000a| (launched: 2022-12-10_07:25:29.760557) \u000a07:25:33.316424 run osmo-hlr_10.42.42.2(pid=11236): stderr: \u000a| �[0;m�[1;31m20221210072529958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072529958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072529958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072529958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072529958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072529958 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072529971 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-sysmocell5000/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072529980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072529980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072529980 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:25:33.358947 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11228): Terminating (SIGTERM)\u000a07:25:33.398840 run iperf3-srv_10.42.42.10(pid=11229): Terminating (SIGTERM)\u000a07:25:33.438762 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11230): Terminating (SIGTERM)\u000a07:25:33.478544 run iperf3-srv_10.42.42.10(pid=11231): Terminating (SIGTERM)\u000a07:25:33.518323 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11235): Terminating (SIGTERM)\u000a07:25:33.558123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11238): Terminating (SIGTERM)\u000a07:25:33.598006 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11241): Terminating (SIGTERM)\u000a07:25:33.607127 --- ParallelTerminationStrategy: PID 11228 died...\u000a07:25:33.660997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11228): Terminated: ok {rc=0}\u000a07:25:33.670620 --- ParallelTerminationStrategy: PID 11229 died...\u000a07:25:33.724068 run iperf3-srv_10.42.42.10(pid=11229): Terminated {rc=256}\u000a07:25:33.733694 --- ParallelTerminationStrategy: PID 11230 died...\u000a07:25:33.787253 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11230): Terminated: ok {rc=0}\u000a07:25:33.796834 --- ParallelTerminationStrategy: PID 11231 died...\u000a07:25:33.850544 run iperf3-srv_10.42.42.10(pid=11231): Terminated {rc=256}\u000a07:25:33.860169 --- ParallelTerminationStrategy: PID 11235 died...\u000a07:25:33.913594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11235): Terminated: ok {rc=0}\u000a07:25:33.923114 --- ParallelTerminationStrategy: PID 11238 died...\u000a07:25:33.976847 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11238): Terminated: ok {rc=0}\u000a07:25:33.986636 --- ParallelTerminationStrategy: PID 11241 died...\u000a07:25:34.040700 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11241): Terminated: ok {rc=0}\u000a07:25:34.129221 bus /gobi_0: Setting Powered False\u000a07:25:35.232848 bus /gobi_0: Setting Powered False\u000a07:25:36.342917 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-sysmocell5000", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11251): Process ended prematurely: osmo-stp_10.42.42.5(pid=11251) [trial-2371↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11251)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11251): Process ended prematurely: osmo-stp_10.42.42.5(pid=11251) [trial-2371↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11251)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-sysmocell5000 iperf3.py\u000a----------------------------------------------\u000a07:25:37.451638 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:25:37.462925 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a07:25:37.601807 tst iperf3.py: using LAC 26791\u000a07:25:37.717586 tst iperf3.py: using RAC 16\u000a07:25:37.832889 tst iperf3.py: using CellId 26791\u000a07:25:37.947666 tst iperf3.py: using BVCI 26792\u000a07:25:37.970144 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:25:37.980680 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:25:37.991168 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:25:38.001969 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:25:38.012560 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:25:38.023242 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:25:38.034050 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:25:38.044538 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:25:38.055495 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:25:38.325943 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:25:38.448877 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:25:38.754386 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11243): Launched\u000a07:25:39.009065 run iperf3-srv_10.42.42.10(pid=11244): Launched\u000a07:25:39.188710 tst iperf3.py:8: start network...\u000a07:25:39.311452 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:25:39.774866 run create_hlr_db(pid=11245): Launched\u000a07:25:39.944902 bus /gobi_6: Setting Powered False\u000a07:25:40.965075 run create_hlr_db(pid=11245): Terminated: ok {rc=0}\u000a07:25:41.386471 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11247): Launched\u000a07:25:41.703186 run osmo-hlr_10.42.42.2(pid=11248): Launched\u000a07:25:41.819475 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:25:42.382542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11250): Launched\u000a07:25:42.699655 run osmo-stp_10.42.42.5(pid=11251): Launched\u000a07:25:42.815252 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:25:43.369782 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11253): Launched\u000a07:25:43.482723 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:25:43.758123 run patchelf(pid=11254): Launched\u000a07:25:43.943930 run osmo-stp_10.42.42.5(pid=11251): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11251)]\u000a07:25:44.079600 run osmo-stp_10.42.42.5(pid=11251): stdout: \u000a| (launched: 2022-12-10_07:25:42.543373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:25:44.215555 run osmo-stp_10.42.42.5(pid=11251): stderr: \u000a| �[0;m�[38;5;43m20221210072542735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072542735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072542735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072542736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072542736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072542736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072542736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:25:44.346778 run osmo-stp_10.42.42.5(pid=11251): stdout: \u000a| (launched: 2022-12-10_07:25:42.543373)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:25:44.476545 run osmo-stp_10.42.42.5(pid=11251): stderr: \u000a| �[0;m�[38;5;43m20221210072542735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072542735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072542735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072542736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072542736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072542736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072542736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:25:44.628420 run patchelf(pid=11254): Terminating (SIGINT)\u000a07:25:44.807032 run patchelf(pid=11254): Terminated: ok {rc=0}\u000a07:25:44.839930 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11251): Process ended prematurely: osmo-stp_10.42.42.5(pid=11251) [trial-2371↪gprs:trx-sysmocell5000↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11251)] [trial-2371↪gprs:trx-sysmocell5000↪iperf3.py:8]\u000a07:25:44.849813 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a07:25:44.911933 run osmo-hlr_10.42.42.2(pid=11248): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-sysmocell5000↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11248)]\u000a07:25:44.962614 run osmo-hlr_10.42.42.2(pid=11248): stdout: \u000a| (launched: 2022-12-10_07:25:41.547696) \u000a07:25:45.014076 run osmo-hlr_10.42.42.2(pid=11248): stderr: \u000a| �[0;m�[1;31m20221210072541743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072541743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072541743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072541743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072541743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072541743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072541756 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-sysmocell5000/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072541765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072541765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072541765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:25:45.059005 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11243): Terminating (SIGTERM)\u000a07:25:45.100646 run iperf3-srv_10.42.42.10(pid=11244): Terminating (SIGTERM)\u000a07:25:45.142378 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11247): Terminating (SIGTERM)\u000a07:25:45.183994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11250): Terminating (SIGTERM)\u000a07:25:45.225760 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11253): Terminating (SIGTERM)\u000a07:25:45.235387 --- ParallelTerminationStrategy: PID 11243 died...\u000a07:25:45.290778 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11243): Terminated: ok {rc=0}\u000a07:25:45.300627 --- ParallelTerminationStrategy: PID 11244 died...\u000a07:25:45.356006 run iperf3-srv_10.42.42.10(pid=11244): Terminated {rc=256}\u000a07:25:45.366041 --- ParallelTerminationStrategy: PID 11247 died...\u000a07:25:45.421498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11247): Terminated: ok {rc=0}\u000a07:25:45.431573 --- ParallelTerminationStrategy: PID 11250 died...\u000a07:25:45.487077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11250): Terminated: ok {rc=0}\u000a07:25:45.497200 --- ParallelTerminationStrategy: PID 11253 died...\u000a07:25:45.552689 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11253): Terminated: ok {rc=0}\u000a07:25:45.640056 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-sysmocell5000", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11270): Process ended prematurely: osmo-stp_10.42.42.5(pid=11270) [trial-2371↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11270)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11270): Process ended prematurely: osmo-stp_10.42.42.5(pid=11270) [trial-2371↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11270)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-sysmocell5000 iperf3m4.py\u000a----------------------------------------------\u000a07:25:46.755060 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:25:46.767004 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a07:25:46.934840 tst iperf3m4.py: using LAC 26792\u000a07:25:47.059388 tst iperf3m4.py: using RAC 17\u000a07:25:47.180098 tst iperf3m4.py: using CellId 26792\u000a07:25:47.303510 tst iperf3m4.py: using BVCI 26793\u000a07:25:47.326287 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:25:47.337157 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:25:47.347606 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:25:47.358331 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:25:47.369207 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:25:47.380048 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:25:47.391091 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:25:47.401807 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:25:47.412708 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:25:47.529763 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:25:47.650105 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:25:47.764585 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:25:48.054108 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:25:48.185902 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:25:48.513436 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11256): Launched\u000a07:25:48.784647 run iperf3-srv_10.42.42.10(pid=11257): Launched\u000a07:25:48.978896 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:25:49.111359 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:25:49.438385 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11258): Launched\u000a07:25:49.708915 run iperf3-srv_10.42.42.10(pid=11259): Launched\u000a07:25:49.902896 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:25:50.034895 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:25:50.362564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11260): Launched\u000a07:25:50.633361 run iperf3-srv_10.42.42.10(pid=11261): Launched\u000a07:25:50.826915 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:25:50.958813 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:25:51.285385 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11262): Launched\u000a07:25:51.556323 run iperf3-srv_10.42.42.10(pid=11263): Launched\u000a07:25:51.749069 tst iperf3m4.py:8: start network...\u000a07:25:51.881418 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:25:52.386700 run create_hlr_db(pid=11264): Launched\u000a07:25:52.569394 bus /gobi_6: Setting Powered False\u000a07:25:53.590794 run create_hlr_db(pid=11264): Terminated: ok {rc=0}\u000a07:25:53.988767 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11266): Launched\u000a07:25:54.284877 run osmo-hlr_10.42.42.2(pid=11267): Launched\u000a07:25:54.402102 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:25:54.922660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11269): Launched\u000a07:25:55.218358 run osmo-stp_10.42.42.5(pid=11270): Launched\u000a07:25:55.326936 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:25:55.840999 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11272): Launched\u000a07:25:55.946283 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:25:56.204224 run patchelf(pid=11273): Launched\u000a07:25:56.377833 run osmo-stp_10.42.42.5(pid=11270): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11270)]\u000a07:25:56.505343 run osmo-stp_10.42.42.5(pid=11270): stdout: \u000a| (launched: 2022-12-10_07:25:55.072495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:25:56.632896 run osmo-stp_10.42.42.5(pid=11270): stderr: \u000a| �[0;m�[38;5;43m20221210072555240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072555241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072555241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072555241 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072555243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072555244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072555244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:25:56.755593 run osmo-stp_10.42.42.5(pid=11270): stdout: \u000a| (launched: 2022-12-10_07:25:55.072495)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:25:56.877203 run osmo-stp_10.42.42.5(pid=11270): stderr: \u000a| �[0;m�[38;5;43m20221210072555240 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072555241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072555241 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072555241 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072555243 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072555244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072555244 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:25:57.019101 run patchelf(pid=11273): Terminating (SIGINT)\u000a07:25:57.187445 run patchelf(pid=11273): Terminated: ok {rc=0}\u000a07:25:57.218266 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11270): Process ended prematurely: osmo-stp_10.42.42.5(pid=11270) [trial-2371↪gprs:trx-sysmocell5000↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11270)] [trial-2371↪gprs:trx-sysmocell5000↪iperf3m4.py:8]\u000a07:25:57.227376 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a07:25:57.287919 run osmo-hlr_10.42.42.2(pid=11267): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-sysmocell5000↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11267)]\u000a07:25:57.337133 run osmo-hlr_10.42.42.2(pid=11267): stdout: \u000a| (launched: 2022-12-10_07:25:54.138724) \u000a07:25:57.386981 run osmo-hlr_10.42.42.2(pid=11267): stderr: \u000a| �[0;m�[1;31m20221210072554314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072554314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072554314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072554314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072554314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072554314 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072554326 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-sysmocell5000/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072554335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072554335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072554335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:25:57.429397 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11256): Terminating (SIGTERM)\u000a07:25:57.469320 run iperf3-srv_10.42.42.10(pid=11257): Terminating (SIGTERM)\u000a07:25:57.509265 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11258): Terminating (SIGTERM)\u000a07:25:57.549075 run iperf3-srv_10.42.42.10(pid=11259): Terminating (SIGTERM)\u000a07:25:57.589089 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11260): Terminating (SIGTERM)\u000a07:25:57.628840 run iperf3-srv_10.42.42.10(pid=11261): Terminating (SIGTERM)\u000a07:25:57.668625 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11262): Terminating (SIGTERM)\u000a07:25:57.708375 run iperf3-srv_10.42.42.10(pid=11263): Terminating (SIGTERM)\u000a07:25:57.748124 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11266): Terminating (SIGTERM)\u000a07:25:57.787981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11269): Terminating (SIGTERM)\u000a07:25:57.827768 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11272): Terminating (SIGTERM)\u000a07:25:57.836893 --- ParallelTerminationStrategy: PID 11256 died...\u000a07:25:57.890650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11256): Terminated: ok {rc=0}\u000a07:25:57.900125 --- ParallelTerminationStrategy: PID 11257 died...\u000a07:25:57.953467 run iperf3-srv_10.42.42.10(pid=11257): Terminated {rc=256}\u000a07:25:57.962975 --- ParallelTerminationStrategy: PID 11258 died...\u000a07:25:58.016514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11258): Terminated: ok {rc=0}\u000a07:25:58.026133 --- ParallelTerminationStrategy: PID 11259 died...\u000a07:25:58.078772 run iperf3-srv_10.42.42.10(pid=11259): Terminated {rc=256}\u000a07:25:58.088487 --- ParallelTerminationStrategy: PID 11260 died...\u000a07:25:58.141488 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11260): Terminated: ok {rc=0}\u000a07:25:58.151256 --- ParallelTerminationStrategy: PID 11261 died...\u000a07:25:58.204466 run iperf3-srv_10.42.42.10(pid=11261): Terminated {rc=256}\u000a07:25:58.214052 --- ParallelTerminationStrategy: PID 11262 died...\u000a07:25:58.267023 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11262): Terminated: ok {rc=0}\u000a07:25:58.276771 --- ParallelTerminationStrategy: PID 11263 died...\u000a07:25:58.330363 run iperf3-srv_10.42.42.10(pid=11263): Terminated {rc=256}\u000a07:25:58.340091 --- ParallelTerminationStrategy: PID 11266 died...\u000a07:25:58.394068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11266): Terminated: ok {rc=0}\u000a07:25:58.403708 --- ParallelTerminationStrategy: PID 11269 died...\u000a07:25:58.457280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11269): Terminated: ok {rc=0}\u000a07:25:58.467340 --- ParallelTerminationStrategy: PID 11272 died...\u000a07:25:58.521803 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11272): Terminated: ok {rc=0}\u000a07:25:58.619431 bus /gobi_4: Setting Powered False\u000a07:25:59.722722 bus /gobi_4: Setting Powered False\u000a07:26:00.840826 bus /gobi_1: Setting Powered False\u000a07:26:01.954516 bus /gobi_1: Setting Powered False\u000a07:26:03.061837 bus /gobi_0: Setting Powered False\u000a07:26:04.168150 bus /gobi_0: Setting Powered False\u000a07:26:05.279912 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11280): Process ended prematurely: osmo-stp_10.42.42.5(pid=11280) [trial-2371↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11280)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11280): Process ended prematurely: osmo-stp_10.42.42.5(pid=11280) [trial-2371↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11280)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-sysmocell5000 ping.py\u000a----------------------------------------------\u000a07:26:06.346557 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:26:06.357715 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a07:26:06.497588 tst ping.py: using LAC 26793\u000a07:26:06.620844 tst ping.py: using RAC 18\u000a07:26:06.743091 tst ping.py: using CellId 26793\u000a07:26:06.865156 tst ping.py: using BVCI 26794\u000a07:26:06.889110 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:26:06.900386 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:26:06.911416 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:26:06.922453 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:26:06.933351 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:26:06.944201 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:26:06.955339 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:26:06.966257 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:26:07.233343 tst ping.py:19: start network...\u000a07:26:07.353090 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:26:07.807039 run create_hlr_db(pid=11274): Launched\u000a07:26:07.972781 bus /gobi_6: Setting Powered False\u000a07:26:08.995452 run create_hlr_db(pid=11274): Terminated: ok {rc=0}\u000a07:26:09.407543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11276): Launched\u000a07:26:09.717563 run osmo-hlr_10.42.42.2(pid=11277): Launched\u000a07:26:09.835245 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:26:10.376060 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11279): Launched\u000a07:26:10.686259 run osmo-stp_10.42.42.5(pid=11280): Launched\u000a07:26:10.797895 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:26:11.338348 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11282): Launched\u000a07:26:11.448409 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:26:11.717394 run patchelf(pid=11283): Launched\u000a07:26:11.899334 run osmo-stp_10.42.42.5(pid=11280): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11280)]\u000a07:26:12.031599 run osmo-stp_10.42.42.5(pid=11280): stdout: \u000a| (launched: 2022-12-10_07:26:10.534027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:26:12.164422 run osmo-stp_10.42.42.5(pid=11280): stderr: \u000a| �[0;m�[38;5;43m20221210072610722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072610722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072610723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072610723 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072610725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072610725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072610726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:26:12.292514 run osmo-stp_10.42.42.5(pid=11280): stdout: \u000a| (launched: 2022-12-10_07:26:10.534027)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:26:12.419435 run osmo-stp_10.42.42.5(pid=11280): stderr: \u000a| �[0;m�[38;5;43m20221210072610722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072610722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072610723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072610723 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072610725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072610725 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072610726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:26:12.567498 run patchelf(pid=11283): Terminating (SIGINT)\u000a07:26:12.741786 run patchelf(pid=11283): Terminated: ok {rc=0}\u000a07:26:12.773381 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11280): Process ended prematurely: osmo-stp_10.42.42.5(pid=11280) [trial-2371↪gprs:trx-sysmocell5000↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11280)] [trial-2371↪gprs:trx-sysmocell5000↪ping.py:22]\u000a07:26:12.782276 tst ping.py:22: Test FAILED (6.4 sec)\u000a07:26:12.845081 run osmo-hlr_10.42.42.2(pid=11277): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-sysmocell5000↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11277)]\u000a07:26:12.896293 run osmo-hlr_10.42.42.2(pid=11277): stdout: \u000a| (launched: 2022-12-10_07:26:09.564841) \u000a07:26:12.947947 run osmo-hlr_10.42.42.2(pid=11277): stderr: \u000a| �[0;m�[1;31m20221210072609762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072609762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072609762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072609762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072609762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072609762 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072609774 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-sysmocell5000/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072609784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072609784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072609784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:26:12.992258 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11276): Terminating (SIGTERM)\u000a07:26:13.034063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11279): Terminating (SIGTERM)\u000a07:26:13.075693 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11282): Terminating (SIGTERM)\u000a07:26:13.085376 --- ParallelTerminationStrategy: PID 11276 died...\u000a07:26:13.141595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11276): Terminated: ok {rc=0}\u000a07:26:13.151882 --- ParallelTerminationStrategy: PID 11279 died...\u000a07:26:13.207656 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11279): Terminated: ok {rc=0}\u000a07:26:13.217808 --- ParallelTerminationStrategy: PID 11282 died...\u000a07:26:13.273527 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11282): Terminated: ok {rc=0}\u000a07:26:13.361063 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11290): Process ended prematurely: osmo-stp_10.42.42.5(pid=11290) [trial-2371↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11290)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11290): Process ended prematurely: osmo-stp_10.42.42.5(pid=11290) [trial-2371↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11290)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-sysmocell5000 ping_idle_ping.py\u000a----------------------------------------------\u000a07:26:14.413473 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:26:14.425283 tst gprs:trx-sysmocell5000: Using 1 x bts (candidates: 1)\u000a07:26:14.567471 tst ping_idle_ping.py: using LAC 26794\u000a07:26:14.694476 tst ping_idle_ping.py: using RAC 19\u000a07:26:14.814616 tst ping_idle_ping.py: using CellId 26794\u000a07:26:14.934707 tst ping_idle_ping.py: using BVCI 26795\u000a07:26:14.958515 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:26:14.969816 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:26:14.980915 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:26:14.992078 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:26:15.003192 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:26:15.014360 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:26:15.025702 tst gprs:trx-sysmocell5000: Using 1 x ip_address (candidates: 9)\u000a07:26:15.036657 tst gprs:trx-sysmocell5000: Using 1 x modem (candidates: 4)\u000a07:26:15.305933 tst ping_idle_ping.py:24: start network...\u000a07:26:15.426551 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:26:15.935495 run create_hlr_db(pid=11284): Launched\u000a07:26:16.109200 bus /gobi_6: Setting Powered False\u000a07:26:17.137746 run create_hlr_db(pid=11284): Terminated: ok {rc=0}\u000a07:26:17.553086 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11286): Launched\u000a07:26:17.843171 run osmo-hlr_10.42.42.2(pid=11287): Launched\u000a07:26:17.954619 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:26:18.462505 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11289): Launched\u000a07:26:18.759054 run osmo-stp_10.42.42.5(pid=11290): Launched\u000a07:26:18.874302 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:26:19.418300 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11292): Launched\u000a07:26:19.528818 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:26:19.798712 run patchelf(pid=11293): Launched\u000a07:26:19.981596 run osmo-stp_10.42.42.5(pid=11290): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11290)]\u000a07:26:20.115004 run osmo-stp_10.42.42.5(pid=11290): stdout: \u000a| (launched: 2022-12-10_07:26:18.609105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:26:20.248783 run osmo-stp_10.42.42.5(pid=11290): stderr: \u000a| �[0;m�[38;5;43m20221210072618796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072618796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072618796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072618797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072618797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072618797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072618797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:26:20.377723 run osmo-stp_10.42.42.5(pid=11290): stdout: \u000a| (launched: 2022-12-10_07:26:18.609105)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:26:20.505514 run osmo-stp_10.42.42.5(pid=11290): stderr: \u000a| �[0;m�[38;5;43m20221210072618796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072618796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072618796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072618797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072618797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072618797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072618797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:26:20.654075 run patchelf(pid=11293): Terminating (SIGINT)\u000a07:26:20.829444 run patchelf(pid=11293): Terminated: ok {rc=0}\u000a07:26:20.861186 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11290): Process ended prematurely: osmo-stp_10.42.42.5(pid=11290) [trial-2371↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11290)] [trial-2371↪gprs:trx-sysmocell5000↪ping_idle_ping.py:27]\u000a07:26:20.870126 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a07:26:20.932237 run osmo-hlr_10.42.42.2(pid=11287): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-sysmocell5000↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11287)]\u000a07:26:20.983083 run osmo-hlr_10.42.42.2(pid=11287): stdout: \u000a| (launched: 2022-12-10_07:26:17.700238) \u000a07:26:21.034484 run osmo-hlr_10.42.42.2(pid=11287): stderr: \u000a| �[0;m�[1;31m20221210072617875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072617875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072617875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072617875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072617875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072617875 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072617891 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-sysmocell5000/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072617900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072617900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072617900 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:26:21.078541 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11286): Terminating (SIGTERM)\u000a07:26:21.119918 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11289): Terminating (SIGTERM)\u000a07:26:21.161582 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11292): Terminating (SIGTERM)\u000a07:26:21.171197 --- ParallelTerminationStrategy: PID 11286 died...\u000a07:26:21.226363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11286): Terminated: ok {rc=0}\u000a07:26:21.236293 --- ParallelTerminationStrategy: PID 11289 died...\u000a07:26:21.291549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11289): Terminated: ok {rc=0}\u000a07:26:21.301859 --- ParallelTerminationStrategy: PID 11292 died...\u000a07:26:21.357555 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11292): Terminated: ok {rc=0}\u000a07:26:21.444209 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "69", "name" : "gprs_trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:25:23" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11307): Process ended prematurely: osmo-stp_10.42.42.5(pid=11307) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11307)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11307): Process ended prematurely: osmo-stp_10.42.42.5(pid=11307) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11307)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-sysmocell5000+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:26:23.612070 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:26:23.623630 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:26:23.767254 tst cs_paging_gprs_active.py: using LAC 26795\u000a07:26:23.894780 tst cs_paging_gprs_active.py: using RAC 20\u000a07:26:24.017362 tst cs_paging_gprs_active.py: using CellId 26795\u000a07:26:24.139596 tst cs_paging_gprs_active.py: using BVCI 26796\u000a07:26:24.163844 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:26:24.175228 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:26:24.186514 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:26:24.197814 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:26:24.208927 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:26:24.220249 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:26:24.231789 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:26:24.242935 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:26:24.254372 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:26:24.374579 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:26:24.648491 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:26:24.771549 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:26:25.077830 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11297): Launched\u000a07:26:25.330853 run iperf3-srv_10.42.42.10(pid=11298): Launched\u000a07:26:25.511002 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:26:25.633428 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:26:25.939334 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11299): Launched\u000a07:26:26.192813 run iperf3-srv_10.42.42.10(pid=11300): Launched\u000a07:26:26.372867 tst cs_paging_gprs_active.py:38: start network...\u000a07:26:26.495431 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:26:26.960878 run create_hlr_db(pid=11301): Launched\u000a07:26:27.131217 bus /gobi_6: Setting Powered False\u000a07:26:28.153557 run create_hlr_db(pid=11301): Terminated: ok {rc=0}\u000a07:26:28.547177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11303): Launched\u000a07:26:28.866775 run osmo-hlr_10.42.42.2(pid=11304): Launched\u000a07:26:28.984023 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:26:29.535104 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11306): Launched\u000a07:26:29.852892 run osmo-stp_10.42.42.5(pid=11307): Launched\u000a07:26:29.968579 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:26:30.521398 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11309): Launched\u000a07:26:30.634511 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:26:30.928144 run patchelf(pid=11310): Launched\u000a07:26:31.117361 run osmo-stp_10.42.42.5(pid=11307): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11307)]\u000a07:26:31.255484 run osmo-stp_10.42.42.5(pid=11307): stdout: \u000a| (launched: 2022-12-10_07:26:29.696843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:26:31.394924 run osmo-stp_10.42.42.5(pid=11307): stderr: \u000a| �[0;m�[38;5;43m20221210072629890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072629890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072629890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072629891 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072629891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072629891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072629891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:26:31.529821 run osmo-stp_10.42.42.5(pid=11307): stdout: \u000a| (launched: 2022-12-10_07:26:29.696843)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:26:31.662856 run osmo-stp_10.42.42.5(pid=11307): stderr: \u000a| �[0;m�[38;5;43m20221210072629890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072629890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072629890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072629891 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072629891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072629891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072629891 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:26:31.818817 run patchelf(pid=11310): Terminating (SIGINT)\u000a07:26:31.999779 run patchelf(pid=11310): Terminated: ok {rc=0}\u000a07:26:32.033250 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11307): Process ended prematurely: osmo-stp_10.42.42.5(pid=11307) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11307)] [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a07:26:32.043664 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a07:26:32.109065 run osmo-hlr_10.42.42.2(pid=11304): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11304)]\u000a07:26:32.161039 run osmo-hlr_10.42.42.2(pid=11304): stdout: \u000a| (launched: 2022-12-10_07:26:28.709112) \u000a07:26:32.211855 run osmo-hlr_10.42.42.2(pid=11304): stderr: \u000a| �[0;m�[1;31m20221210072628904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072628904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072628904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072628904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072628904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072628904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072628917 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-sysmocell5000+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072628925 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072628926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072628926 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:26:32.254161 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11297): Terminating (SIGTERM)\u000a07:26:32.294997 run iperf3-srv_10.42.42.10(pid=11298): Terminating (SIGTERM)\u000a07:26:32.335239 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11299): Terminating (SIGTERM)\u000a07:26:32.375638 run iperf3-srv_10.42.42.10(pid=11300): Terminating (SIGTERM)\u000a07:26:32.415685 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11303): Terminating (SIGTERM)\u000a07:26:32.455949 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11306): Terminating (SIGTERM)\u000a07:26:32.496056 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11309): Terminating (SIGTERM)\u000a07:26:32.505574 --- ParallelTerminationStrategy: PID 11297 died...\u000a07:26:32.559649 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11297): Terminated: ok {rc=0}\u000a07:26:32.569663 --- ParallelTerminationStrategy: PID 11298 died...\u000a07:26:32.623286 run iperf3-srv_10.42.42.10(pid=11298): Terminated {rc=256}\u000a07:26:32.633139 --- ParallelTerminationStrategy: PID 11299 died...\u000a07:26:32.686945 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11299): Terminated: ok {rc=0}\u000a07:26:32.696517 --- ParallelTerminationStrategy: PID 11300 died...\u000a07:26:32.750318 run iperf3-srv_10.42.42.10(pid=11300): Terminated {rc=256}\u000a07:26:32.759977 --- ParallelTerminationStrategy: PID 11303 died...\u000a07:26:32.814268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11303): Terminated: ok {rc=0}\u000a07:26:32.824030 --- ParallelTerminationStrategy: PID 11306 died...\u000a07:26:32.877758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11306): Terminated: ok {rc=0}\u000a07:26:32.887297 --- ParallelTerminationStrategy: PID 11309 died...\u000a07:26:32.941112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11309): Terminated: ok {rc=0}\u000a07:26:33.029890 bus /gobi_0: Setting Powered False\u000a07:26:34.133410 bus /gobi_0: Setting Powered False\u000a07:26:35.243997 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11319): Process ended prematurely: osmo-stp_10.42.42.5(pid=11319) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11319)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11319): Process ended prematurely: osmo-stp_10.42.42.5(pid=11319) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11319)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a07:26:36.353301 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:26:36.364625 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:26:36.503044 tst iperf3.py: using LAC 26796\u000a07:26:36.619177 tst iperf3.py: using RAC 21\u000a07:26:36.736867 tst iperf3.py: using CellId 26796\u000a07:26:36.853634 tst iperf3.py: using BVCI 26797\u000a07:26:36.875993 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:26:36.886896 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:26:36.897473 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:26:36.908299 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:26:36.919154 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:26:36.930040 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:26:36.940886 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:26:36.951587 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:26:36.962535 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:26:37.236000 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:26:37.358988 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:26:37.664213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11311): Launched\u000a07:26:37.916706 run iperf3-srv_10.42.42.10(pid=11312): Launched\u000a07:26:38.095935 tst iperf3.py:8: start network...\u000a07:26:38.217650 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:26:38.679273 run create_hlr_db(pid=11313): Launched\u000a07:26:38.847823 bus /gobi_6: Setting Powered False\u000a07:26:39.869642 run create_hlr_db(pid=11313): Terminated: ok {rc=0}\u000a07:26:40.288828 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11315): Launched\u000a07:26:40.605519 run osmo-hlr_10.42.42.2(pid=11316): Launched\u000a07:26:40.724887 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:26:41.274492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11318): Launched\u000a07:26:41.590568 run osmo-stp_10.42.42.5(pid=11319): Launched\u000a07:26:41.704250 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:26:42.253264 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11321): Launched\u000a07:26:42.365439 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:26:42.638970 run patchelf(pid=11322): Launched\u000a07:26:42.824007 run osmo-stp_10.42.42.5(pid=11319): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11319)]\u000a07:26:42.959830 run osmo-stp_10.42.42.5(pid=11319): stdout: \u000a| (launched: 2022-12-10_07:26:41.434845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:26:43.095492 run osmo-stp_10.42.42.5(pid=11319): stderr: \u000a| �[0;m�[38;5;43m20221210072641625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072641625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072641626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072641626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072641628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072641629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072641629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:26:43.226099 run osmo-stp_10.42.42.5(pid=11319): stdout: \u000a| (launched: 2022-12-10_07:26:41.434845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:26:43.355285 run osmo-stp_10.42.42.5(pid=11319): stderr: \u000a| �[0;m�[38;5;43m20221210072641625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072641625 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072641626 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072641626 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072641628 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072641629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072641629 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:26:43.506277 run patchelf(pid=11322): Terminating (SIGINT)\u000a07:26:43.683926 run patchelf(pid=11322): Terminated: ok {rc=0}\u000a07:26:43.716551 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11319): Process ended prematurely: osmo-stp_10.42.42.5(pid=11319) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11319)] [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py:8]\u000a07:26:43.726277 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a07:26:43.788499 run osmo-hlr_10.42.42.2(pid=11316): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11316)]\u000a07:26:43.839923 run osmo-hlr_10.42.42.2(pid=11316): stdout: \u000a| (launched: 2022-12-10_07:26:40.449685) \u000a07:26:43.891747 run osmo-hlr_10.42.42.2(pid=11316): stderr: \u000a| �[0;m�[1;31m20221210072640647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072640647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072640648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072640648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072640648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072640648 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072640662 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072640672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072640672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072640672 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:26:43.935907 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11311): Terminating (SIGTERM)\u000a07:26:43.977642 run iperf3-srv_10.42.42.10(pid=11312): Terminating (SIGTERM)\u000a07:26:44.019077 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11315): Terminating (SIGTERM)\u000a07:26:44.060454 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11318): Terminating (SIGTERM)\u000a07:26:44.102080 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11321): Terminating (SIGTERM)\u000a07:26:44.111608 --- ParallelTerminationStrategy: PID 11311 died...\u000a07:26:44.166741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11311): Terminated: ok {rc=0}\u000a07:26:44.176595 --- ParallelTerminationStrategy: PID 11312 died...\u000a07:26:44.231243 run iperf3-srv_10.42.42.10(pid=11312): Terminated {rc=256}\u000a07:26:44.240942 --- ParallelTerminationStrategy: PID 11315 died...\u000a07:26:44.295970 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11315): Terminated: ok {rc=0}\u000a07:26:44.305879 --- ParallelTerminationStrategy: PID 11318 died...\u000a07:26:44.360641 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11318): Terminated: ok {rc=0}\u000a07:26:44.370552 --- ParallelTerminationStrategy: PID 11321 died...\u000a07:26:44.426064 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11321): Terminated: ok {rc=0}\u000a07:26:44.512463 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11337): Process ended prematurely: osmo-stp_10.42.42.5(pid=11337) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11337)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11337): Process ended prematurely: osmo-stp_10.42.42.5(pid=11337) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11337)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-sysmocell5000+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a07:26:45.622806 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:26:45.634319 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:26:45.772646 tst iperf3m4.py: using LAC 26797\u000a07:26:45.920580 tst iperf3m4.py: using RAC 22\u000a07:26:46.055516 tst iperf3m4.py: using CellId 26797\u000a07:26:46.214321 tst iperf3m4.py: using BVCI 26798\u000a07:26:46.248314 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:26:46.264731 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:26:46.281152 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:26:46.297523 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:26:46.314774 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:26:46.331288 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:26:46.348009 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:26:46.364474 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:26:46.380599 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:26:46.512117 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:26:46.637804 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:26:46.783960 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:26:47.074391 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:26:47.203559 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:26:47.515532 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11323): Launched\u000a07:26:47.771188 run iperf3-srv_10.42.42.10(pid=11324): Launched\u000a07:26:47.951005 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:26:48.074025 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:26:48.379734 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11325): Launched\u000a07:26:48.633765 run iperf3-srv_10.42.42.10(pid=11326): Launched\u000a07:26:48.813988 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:26:48.937286 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:26:49.242832 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11327): Launched\u000a07:26:49.496814 run iperf3-srv_10.42.42.10(pid=11328): Launched\u000a07:26:49.678144 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:26:49.801186 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:26:50.106871 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11329): Launched\u000a07:26:50.360036 run iperf3-srv_10.42.42.10(pid=11330): Launched\u000a07:26:50.539346 tst iperf3m4.py:8: start network...\u000a07:26:50.661830 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:26:51.125700 run create_hlr_db(pid=11331): Launched\u000a07:26:51.294961 bus /gobi_6: Setting Powered False\u000a07:26:52.317339 run create_hlr_db(pid=11331): Terminated: ok {rc=0}\u000a07:26:52.710747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11333): Launched\u000a07:26:53.005999 run osmo-hlr_10.42.42.2(pid=11334): Launched\u000a07:26:53.117624 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:26:53.639023 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11336): Launched\u000a07:26:53.934724 run osmo-stp_10.42.42.5(pid=11337): Launched\u000a07:26:54.046828 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:26:54.559357 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11339): Launched\u000a07:26:54.664330 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:26:54.921348 run patchelf(pid=11340): Launched\u000a07:26:55.093676 run osmo-stp_10.42.42.5(pid=11337): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11337)]\u000a07:26:55.219553 run osmo-stp_10.42.42.5(pid=11337): stdout: \u000a| (launched: 2022-12-10_07:26:53.788591)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:26:55.346158 run osmo-stp_10.42.42.5(pid=11337): stderr: \u000a| �[0;m�[38;5;43m20221210072653954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072653955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072653955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072653955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072653956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072653956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072653956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:26:55.467672 run osmo-stp_10.42.42.5(pid=11337): stdout: \u000a| (launched: 2022-12-10_07:26:53.788591)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:26:55.588033 run osmo-stp_10.42.42.5(pid=11337): stderr: \u000a| �[0;m�[38;5;43m20221210072653954 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072653955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072653955 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072653955 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072653956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072653956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072653956 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:26:55.730011 run patchelf(pid=11340): Terminating (SIGINT)\u000a07:26:55.897394 run patchelf(pid=11340): Terminated: ok {rc=0}\u000a07:26:55.927942 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11337): Process ended prematurely: osmo-stp_10.42.42.5(pid=11337) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11337)] [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py:8]\u000a07:26:55.937030 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a07:26:55.997344 run osmo-hlr_10.42.42.2(pid=11334): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11334)]\u000a07:26:56.046049 run osmo-hlr_10.42.42.2(pid=11334): stdout: \u000a| (launched: 2022-12-10_07:26:52.860428) \u000a07:26:56.095353 run osmo-hlr_10.42.42.2(pid=11334): stderr: \u000a| �[0;m�[1;31m20221210072653035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072653035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072653035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072653035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072653035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072653035 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072653049 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-sysmocell5000+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072653057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072653057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072653057 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:26:56.137275 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11323): Terminating (SIGTERM)\u000a07:26:56.177109 run iperf3-srv_10.42.42.10(pid=11324): Terminating (SIGTERM)\u000a07:26:56.216450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11325): Terminating (SIGTERM)\u000a07:26:56.255962 run iperf3-srv_10.42.42.10(pid=11326): Terminating (SIGTERM)\u000a07:26:56.295294 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11327): Terminating (SIGTERM)\u000a07:26:56.334681 run iperf3-srv_10.42.42.10(pid=11328): Terminating (SIGTERM)\u000a07:26:56.374034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11329): Terminating (SIGTERM)\u000a07:26:56.413345 run iperf3-srv_10.42.42.10(pid=11330): Terminating (SIGTERM)\u000a07:26:56.452739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11333): Terminating (SIGTERM)\u000a07:26:56.492393 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11336): Terminating (SIGTERM)\u000a07:26:56.531794 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11339): Terminating (SIGTERM)\u000a07:26:56.541135 --- ParallelTerminationStrategy: PID 11323 died...\u000a07:26:56.594886 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11323): Terminated: ok {rc=0}\u000a07:26:56.604465 --- ParallelTerminationStrategy: PID 11324 died...\u000a07:26:56.657026 run iperf3-srv_10.42.42.10(pid=11324): Terminated {rc=256}\u000a07:26:56.666757 --- ParallelTerminationStrategy: PID 11325 died...\u000a07:26:56.719602 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11325): Terminated: ok {rc=0}\u000a07:26:56.729131 --- ParallelTerminationStrategy: PID 11326 died...\u000a07:26:56.781576 run iperf3-srv_10.42.42.10(pid=11326): Terminated {rc=256}\u000a07:26:56.791302 --- ParallelTerminationStrategy: PID 11327 died...\u000a07:26:56.843893 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11327): Terminated: ok {rc=0}\u000a07:26:56.853948 --- ParallelTerminationStrategy: PID 11328 died...\u000a07:26:56.906463 run iperf3-srv_10.42.42.10(pid=11328): Terminated {rc=256}\u000a07:26:56.916122 --- ParallelTerminationStrategy: PID 11329 died...\u000a07:26:56.969179 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11329): Terminated: ok {rc=0}\u000a07:26:56.979066 --- ParallelTerminationStrategy: PID 11330 died...\u000a07:26:57.031634 run iperf3-srv_10.42.42.10(pid=11330): Terminated {rc=256}\u000a07:26:57.041508 --- ParallelTerminationStrategy: PID 11333 died...\u000a07:26:57.094129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11333): Terminated: ok {rc=0}\u000a07:26:57.103883 --- ParallelTerminationStrategy: PID 11336 died...\u000a07:26:57.157243 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11336): Terminated: ok {rc=0}\u000a07:26:57.167321 --- ParallelTerminationStrategy: PID 11339 died...\u000a07:26:57.220337 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11339): Terminated: ok {rc=0}\u000a07:26:57.308711 bus /gobi_4: Setting Powered False\u000a07:26:58.412857 bus /gobi_4: Setting Powered False\u000a07:26:59.524418 bus /gobi_1: Setting Powered False\u000a07:27:00.627953 bus /gobi_1: Setting Powered False\u000a07:27:01.746875 bus /gobi_0: Setting Powered False\u000a07:27:02.849247 bus /gobi_0: Setting Powered False\u000a07:27:03.960435 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11347): Process ended prematurely: osmo-stp_10.42.42.5(pid=11347) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11347)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11347): Process ended prematurely: osmo-stp_10.42.42.5(pid=11347) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11347)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-sysmocell5000+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a07:27:05.028630 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:27:05.040318 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:27:05.176556 tst ping.py: using LAC 26798\u000a07:27:05.302627 tst ping.py: using RAC 23\u000a07:27:05.423623 tst ping.py: using CellId 26798\u000a07:27:05.543832 tst ping.py: using BVCI 26799\u000a07:27:05.567655 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:27:05.579458 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:27:05.590827 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:27:05.602055 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:27:05.613127 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:27:05.624202 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:27:05.635621 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:27:05.646752 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:27:05.930282 tst ping.py:19: start network...\u000a07:27:06.059469 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:27:06.554521 run create_hlr_db(pid=11341): Launched\u000a07:27:06.734220 bus /gobi_6: Setting Powered False\u000a07:27:07.755330 run create_hlr_db(pid=11341): Terminated: ok {rc=0}\u000a07:27:08.168910 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11343): Launched\u000a07:27:08.480139 run osmo-hlr_10.42.42.2(pid=11344): Launched\u000a07:27:08.598035 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:27:09.138362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11346): Launched\u000a07:27:09.448261 run osmo-stp_10.42.42.5(pid=11347): Launched\u000a07:27:09.560255 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:27:10.102236 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11349): Launched\u000a07:27:10.212566 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:27:10.482818 run patchelf(pid=11350): Launched\u000a07:27:10.664698 run osmo-stp_10.42.42.5(pid=11347): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11347)]\u000a07:27:10.797563 run osmo-stp_10.42.42.5(pid=11347): stdout: \u000a| (launched: 2022-12-10_07:27:09.295779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:27:10.930896 run osmo-stp_10.42.42.5(pid=11347): stderr: \u000a| �[0;m�[38;5;43m20221210072709484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072709485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072709485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072709485 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072709486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072709486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072709486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:27:11.059136 run osmo-stp_10.42.42.5(pid=11347): stdout: \u000a| (launched: 2022-12-10_07:27:09.295779)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:27:11.186271 run osmo-stp_10.42.42.5(pid=11347): stderr: \u000a| �[0;m�[38;5;43m20221210072709484 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072709485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072709485 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072709485 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072709486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072709486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072709486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:27:11.334587 run patchelf(pid=11350): Terminating (SIGINT)\u000a07:27:11.509214 run patchelf(pid=11350): Terminated: ok {rc=0}\u000a07:27:11.540665 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11347): Process ended prematurely: osmo-stp_10.42.42.5(pid=11347) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11347)] [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py:22]\u000a07:27:11.549709 tst ping.py:22: Test FAILED (6.5 sec)\u000a07:27:11.611865 run osmo-hlr_10.42.42.2(pid=11344): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11344)]\u000a07:27:11.662631 run osmo-hlr_10.42.42.2(pid=11344): stdout: \u000a| (launched: 2022-12-10_07:27:08.326749) \u000a07:27:11.714013 run osmo-hlr_10.42.42.2(pid=11344): stderr: \u000a| �[0;m�[1;31m20221210072708522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072708522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072708522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072708522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072708522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072708522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072708535 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-sysmocell5000+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072708544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072708544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072708544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:27:11.758256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11343): Terminating (SIGTERM)\u000a07:27:11.799605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11346): Terminating (SIGTERM)\u000a07:27:11.841262 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11349): Terminating (SIGTERM)\u000a07:27:11.850845 --- ParallelTerminationStrategy: PID 11343 died...\u000a07:27:11.906356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11343): Terminated: ok {rc=0}\u000a07:27:11.916276 --- ParallelTerminationStrategy: PID 11346 died...\u000a07:27:11.971527 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11346): Terminated: ok {rc=0}\u000a07:27:11.981500 --- ParallelTerminationStrategy: PID 11349 died...\u000a07:27:12.036396 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11349): Terminated: ok {rc=0}\u000a07:27:12.123319 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-sysmocell5000+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11357): Process ended prematurely: osmo-stp_10.42.42.5(pid=11357) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11357)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11357): Process ended prematurely: osmo-stp_10.42.42.5(pid=11357) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11357)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-sysmocell5000+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a07:27:13.176409 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:27:13.188762 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:27:13.332494 tst ping_idle_ping.py: using LAC 26799\u000a07:27:13.457219 tst ping_idle_ping.py: using RAC 24\u000a07:27:13.579072 tst ping_idle_ping.py: using CellId 26799\u000a07:27:13.700720 tst ping_idle_ping.py: using BVCI 26800\u000a07:27:13.724601 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:27:13.735952 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:27:13.747315 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:27:13.758659 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:27:13.769852 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:27:13.780941 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:27:13.792265 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:27:13.803414 tst gprs:trx-sysmocell5000+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:27:14.072745 tst ping_idle_ping.py:24: start network...\u000a07:27:14.194119 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:27:14.654946 run create_hlr_db(pid=11351): Launched\u000a07:27:14.823705 bus /gobi_6: Setting Powered False\u000a07:27:15.850438 run create_hlr_db(pid=11351): Terminated: ok {rc=0}\u000a07:27:16.289840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11353): Launched\u000a07:27:16.709833 run osmo-hlr_10.42.42.2(pid=11354): Launched\u000a07:27:16.891418 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:27:17.484245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11356): Launched\u000a07:27:17.796089 run osmo-stp_10.42.42.5(pid=11357): Launched\u000a07:27:17.910104 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:27:18.453267 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11359): Launched\u000a07:27:18.564166 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:27:18.835914 run patchelf(pid=11360): Launched\u000a07:27:19.018646 run osmo-stp_10.42.42.5(pid=11357): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11357)]\u000a07:27:19.152087 run osmo-stp_10.42.42.5(pid=11357): stdout: \u000a| (launched: 2022-12-10_07:27:17.642451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:27:19.285691 run osmo-stp_10.42.42.5(pid=11357): stderr: \u000a| �[0;m�[38;5;43m20221210072717832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072717832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072717832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072717832 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072717835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072717835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072717835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:27:19.414780 run osmo-stp_10.42.42.5(pid=11357): stdout: \u000a| (launched: 2022-12-10_07:27:17.642451)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:27:19.542529 run osmo-stp_10.42.42.5(pid=11357): stderr: \u000a| �[0;m�[38;5;43m20221210072717832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072717832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072717832 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072717832 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072717835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072717835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072717835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:27:19.691873 run patchelf(pid=11360): Terminating (SIGINT)\u000a07:27:19.868034 run patchelf(pid=11360): Terminated: ok {rc=0}\u000a07:27:19.899904 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11357): Process ended prematurely: osmo-stp_10.42.42.5(pid=11357) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11357)] [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a07:27:19.908862 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a07:27:19.971126 run osmo-hlr_10.42.42.2(pid=11354): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11354)]\u000a07:27:20.021917 run osmo-hlr_10.42.42.2(pid=11354): stdout: \u000a| (launched: 2022-12-10_07:27:16.453725) \u000a07:27:20.073344 run osmo-hlr_10.42.42.2(pid=11354): stderr: \u000a| �[0;m�[1;31m20221210072716780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072716780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072716780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072716780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072716780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072716780 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072716799 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-sysmocell5000+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072716808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072716808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072716808 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:27:20.117350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11353): Terminating (SIGTERM)\u000a07:27:20.158993 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11356): Terminating (SIGTERM)\u000a07:27:20.200627 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11359): Terminating (SIGTERM)\u000a07:27:20.210334 --- ParallelTerminationStrategy: PID 11353 died...\u000a07:27:20.266075 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11353): Terminated: ok {rc=0}\u000a07:27:20.276077 --- ParallelTerminationStrategy: PID 11356 died...\u000a07:27:20.331804 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11356): Terminated: ok {rc=0}\u000a07:27:20.341823 --- ParallelTerminationStrategy: PID 11359 died...\u000a07:27:20.396926 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11359): Terminated: ok {rc=0}\u000a07:27:20.484516 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "70", "name" : "gprs_trx-sysmocell5000+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:26:23" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11375): Process ended prematurely: osmo-stp_10.42.42.5(pid=11375) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11375)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11375): Process ended prematurely: osmo-stp_10.42.42.5(pid=11375) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11375)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:27:22.651970 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:27:22.663261 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:27:22.823499 tst cs_paging_gprs_active.py: using LAC 26800\u000a07:27:22.946152 tst cs_paging_gprs_active.py: using RAC 25\u000a07:27:23.068445 tst cs_paging_gprs_active.py: using CellId 26800\u000a07:27:23.190595 tst cs_paging_gprs_active.py: using BVCI 26801\u000a07:27:23.214755 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:27:23.226127 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:27:23.237323 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:27:23.248504 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:27:23.259650 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:27:23.270764 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:27:23.282088 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:27:23.293144 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:27:23.304476 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:27:23.424675 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:27:23.712865 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:27:23.845626 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:27:24.173243 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11365): Launched\u000a07:27:24.444932 run iperf3-srv_10.42.42.10(pid=11366): Launched\u000a07:27:24.639273 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:27:24.771380 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:27:25.099772 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11367): Launched\u000a07:27:25.371794 run iperf3-srv_10.42.42.10(pid=11368): Launched\u000a07:27:25.566414 tst cs_paging_gprs_active.py:38: start network...\u000a07:27:25.698829 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:27:26.206706 run create_hlr_db(pid=11369): Launched\u000a07:27:26.390340 bus /gobi_6: Setting Powered False\u000a07:27:27.412013 run create_hlr_db(pid=11369): Terminated: ok {rc=0}\u000a07:27:27.810149 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11371): Launched\u000a07:27:28.127785 run osmo-hlr_10.42.42.2(pid=11372): Launched\u000a07:27:28.244242 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:27:28.793707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11374): Launched\u000a07:27:29.111278 run osmo-stp_10.42.42.5(pid=11375): Launched\u000a07:27:29.226948 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:27:29.779055 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11377): Launched\u000a07:27:29.892591 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:27:30.167592 run patchelf(pid=11378): Launched\u000a07:27:30.352488 run osmo-stp_10.42.42.5(pid=11375): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11375)]\u000a07:27:30.487717 run osmo-stp_10.42.42.5(pid=11375): stdout: \u000a| (launched: 2022-12-10_07:27:28.955478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:27:30.623655 run osmo-stp_10.42.42.5(pid=11375): stderr: \u000a| �[0;m�[38;5;43m20221210072729148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072729148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072729148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072729149 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072729149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072729149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072729149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:27:30.754247 run osmo-stp_10.42.42.5(pid=11375): stdout: \u000a| (launched: 2022-12-10_07:27:28.955478)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:27:30.886144 run osmo-stp_10.42.42.5(pid=11375): stderr: \u000a| �[0;m�[38;5;43m20221210072729148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072729148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072729148 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072729149 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072729149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072729149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072729149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:27:31.040338 run patchelf(pid=11378): Terminating (SIGINT)\u000a07:27:31.221644 run patchelf(pid=11378): Terminated: ok {rc=0}\u000a07:27:31.255269 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11375): Process ended prematurely: osmo-stp_10.42.42.5(pid=11375) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11375)] [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a07:27:31.265672 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a07:27:31.329331 run osmo-hlr_10.42.42.2(pid=11372): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11372)]\u000a07:27:31.381158 run osmo-hlr_10.42.42.2(pid=11372): stdout: \u000a| (launched: 2022-12-10_07:27:27.971165) \u000a07:27:31.433615 run osmo-hlr_10.42.42.2(pid=11372): stderr: \u000a| �[0;m�[1;31m20221210072728168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072728168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072728168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072728168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072728169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072728169 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072728181 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072728190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072728190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072728190 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:27:31.478264 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11365): Terminating (SIGTERM)\u000a07:27:31.520332 run iperf3-srv_10.42.42.10(pid=11366): Terminating (SIGTERM)\u000a07:27:31.564070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11367): Terminating (SIGTERM)\u000a07:27:31.606544 run iperf3-srv_10.42.42.10(pid=11368): Terminating (SIGTERM)\u000a07:27:31.648477 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11371): Terminating (SIGTERM)\u000a07:27:31.692582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11374): Terminating (SIGTERM)\u000a07:27:31.734875 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11377): Terminating (SIGTERM)\u000a07:27:31.744457 --- ParallelTerminationStrategy: PID 11365 died...\u000a07:27:31.800513 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11365): Terminated: ok {rc=0}\u000a07:27:31.810886 --- ParallelTerminationStrategy: PID 11366 died...\u000a07:27:31.867580 run iperf3-srv_10.42.42.10(pid=11366): Terminated {rc=256}\u000a07:27:31.878112 --- ParallelTerminationStrategy: PID 11367 died...\u000a07:27:31.935003 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11367): Terminated: ok {rc=0}\u000a07:27:31.945382 --- ParallelTerminationStrategy: PID 11368 died...\u000a07:27:32.001322 run iperf3-srv_10.42.42.10(pid=11368): Terminated {rc=256}\u000a07:27:32.011597 --- ParallelTerminationStrategy: PID 11371 died...\u000a07:27:32.067731 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11371): Terminated: ok {rc=0}\u000a07:27:32.078340 --- ParallelTerminationStrategy: PID 11374 died...\u000a07:27:32.134341 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11374): Terminated: ok {rc=0}\u000a07:27:32.144852 --- ParallelTerminationStrategy: PID 11377 died...\u000a07:27:32.200868 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11377): Terminated: ok {rc=0}\u000a07:27:32.290963 bus /gobi_0: Setting Powered False\u000a07:27:33.394482 bus /gobi_0: Setting Powered False\u000a07:27:34.505032 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11388): Process ended prematurely: osmo-stp_10.42.42.5(pid=11388) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11388)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11388): Process ended prematurely: osmo-stp_10.42.42.5(pid=11388) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11388)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a07:27:35.614489 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:27:35.625992 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:27:35.784568 tst iperf3.py: using LAC 26801\u000a07:27:35.901828 tst iperf3.py: using RAC 26\u000a07:27:36.029121 tst iperf3.py: using CellId 26801\u000a07:27:36.153067 tst iperf3.py: using BVCI 26802\u000a07:27:36.177674 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:27:36.189029 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:27:36.200177 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:27:36.211989 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:27:36.223685 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:27:36.235359 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:27:36.247120 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:27:36.258694 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:27:36.270620 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:27:36.543655 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:27:36.666166 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:27:36.971418 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11380): Launched\u000a07:27:37.224454 run iperf3-srv_10.42.42.10(pid=11381): Launched\u000a07:27:37.403568 tst iperf3.py:8: start network...\u000a07:27:37.526065 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:27:37.989273 run create_hlr_db(pid=11382): Launched\u000a07:27:38.158494 bus /gobi_6: Setting Powered False\u000a07:27:39.180653 run create_hlr_db(pid=11382): Terminated: ok {rc=0}\u000a07:27:39.601662 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11384): Launched\u000a07:27:39.918174 run osmo-hlr_10.42.42.2(pid=11385): Launched\u000a07:27:40.035400 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:27:40.585775 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11387): Launched\u000a07:27:40.902134 run osmo-stp_10.42.42.5(pid=11388): Launched\u000a07:27:41.017043 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:27:41.567303 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11390): Launched\u000a07:27:41.679962 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:27:41.955550 run patchelf(pid=11391): Launched\u000a07:27:42.140788 run osmo-stp_10.42.42.5(pid=11388): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11388)]\u000a07:27:42.275940 run osmo-stp_10.42.42.5(pid=11388): stdout: \u000a| (launched: 2022-12-10_07:27:40.746533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:27:42.411661 run osmo-stp_10.42.42.5(pid=11388): stderr: \u000a| �[0;m�[38;5;43m20221210072740937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072740937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072740937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072740938 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072740940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072740940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072740940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:27:42.542242 run osmo-stp_10.42.42.5(pid=11388): stdout: \u000a| (launched: 2022-12-10_07:27:40.746533)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:27:42.671679 run osmo-stp_10.42.42.5(pid=11388): stderr: \u000a| �[0;m�[38;5;43m20221210072740937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072740937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072740937 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072740938 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072740940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072740940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072740940 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:27:42.823177 run patchelf(pid=11391): Terminating (SIGINT)\u000a07:27:43.001857 run patchelf(pid=11391): Terminated: ok {rc=0}\u000a07:27:43.034644 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11388): Process ended prematurely: osmo-stp_10.42.42.5(pid=11388) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11388)] [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a07:27:43.044290 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a07:27:43.107055 run osmo-hlr_10.42.42.2(pid=11385): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11385)]\u000a07:27:43.158347 run osmo-hlr_10.42.42.2(pid=11385): stdout: \u000a| (launched: 2022-12-10_07:27:39.762336) \u000a07:27:43.210270 run osmo-hlr_10.42.42.2(pid=11385): stderr: \u000a| �[0;m�[1;31m20221210072739959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072739959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072739959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072739959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072739959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072739959 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072739971 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072739981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072739981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072739981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:27:43.254439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11380): Terminating (SIGTERM)\u000a07:27:43.296150 run iperf3-srv_10.42.42.10(pid=11381): Terminating (SIGTERM)\u000a07:27:43.337919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11384): Terminating (SIGTERM)\u000a07:27:43.379610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11387): Terminating (SIGTERM)\u000a07:27:43.421373 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11390): Terminating (SIGTERM)\u000a07:27:43.430974 --- ParallelTerminationStrategy: PID 11380 died...\u000a07:27:43.486765 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11380): Terminated: ok {rc=0}\u000a07:27:43.496752 --- ParallelTerminationStrategy: PID 11381 died...\u000a07:27:43.552096 run iperf3-srv_10.42.42.10(pid=11381): Terminated {rc=256}\u000a07:27:43.562037 --- ParallelTerminationStrategy: PID 11384 died...\u000a07:27:43.617259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11384): Terminated: ok {rc=0}\u000a07:27:43.627230 --- ParallelTerminationStrategy: PID 11387 died...\u000a07:27:43.682852 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11387): Terminated: ok {rc=0}\u000a07:27:43.692783 --- ParallelTerminationStrategy: PID 11390 died...\u000a07:27:43.748067 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11390): Terminated: ok {rc=0}\u000a07:27:43.834605 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11406): Process ended prematurely: osmo-stp_10.42.42.5(pid=11406) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11406)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11406): Process ended prematurely: osmo-stp_10.42.42.5(pid=11406) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11406)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a07:27:44.947851 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:27:44.959740 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:27:45.123439 tst iperf3m4.py: using LAC 26802\u000a07:27:45.243564 tst iperf3m4.py: using RAC 27\u000a07:27:45.361339 tst iperf3m4.py: using CellId 26802\u000a07:27:45.477189 tst iperf3m4.py: using BVCI 26803\u000a07:27:45.499691 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:27:45.510663 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:27:45.521378 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:27:45.532522 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:27:45.543421 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:27:45.554477 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:27:45.565826 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:27:45.576571 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:27:45.587855 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:27:45.702366 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:27:45.819729 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:27:45.954186 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:27:46.302188 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:27:46.439914 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:27:46.782554 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11392): Launched\u000a07:27:47.079458 run iperf3-srv_10.42.42.10(pid=11393): Launched\u000a07:27:47.277828 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:27:47.411030 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:27:47.739752 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11394): Launched\u000a07:27:48.012499 run iperf3-srv_10.42.42.10(pid=11395): Launched\u000a07:27:48.207493 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:27:48.339698 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:27:48.667074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11396): Launched\u000a07:27:48.939239 run iperf3-srv_10.42.42.10(pid=11397): Launched\u000a07:27:49.133447 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:27:49.265421 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:27:49.593563 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11398): Launched\u000a07:27:49.865343 run iperf3-srv_10.42.42.10(pid=11399): Launched\u000a07:27:50.059613 tst iperf3m4.py:8: start network...\u000a07:27:50.191425 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:27:50.698618 run create_hlr_db(pid=11400): Launched\u000a07:27:50.881132 bus /gobi_6: Setting Powered False\u000a07:27:51.902892 run create_hlr_db(pid=11400): Terminated: ok {rc=0}\u000a07:27:52.305820 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11402): Launched\u000a07:27:52.601469 run osmo-hlr_10.42.42.2(pid=11403): Launched\u000a07:27:52.715076 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:27:53.269343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11405): Launched\u000a07:27:53.585392 run osmo-stp_10.42.42.5(pid=11406): Launched\u000a07:27:53.700110 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:27:54.252235 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11408): Launched\u000a07:27:54.364882 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:27:54.640537 run patchelf(pid=11409): Launched\u000a07:27:54.825425 run osmo-stp_10.42.42.5(pid=11406): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11406)]\u000a07:27:54.961311 run osmo-stp_10.42.42.5(pid=11406): stdout: \u000a| (launched: 2022-12-10_07:27:53.430039)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:27:55.096921 run osmo-stp_10.42.42.5(pid=11406): stderr: \u000a| �[0;m�[38;5;43m20221210072753620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072753620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072753621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072753621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072753621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072753622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072753622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:27:55.227584 run osmo-stp_10.42.42.5(pid=11406): stdout: \u000a| (launched: 2022-12-10_07:27:53.430039)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:27:55.356904 run osmo-stp_10.42.42.5(pid=11406): stderr: \u000a| �[0;m�[38;5;43m20221210072753620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072753620 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072753621 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072753621 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072753621 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072753622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072753622 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:27:55.508322 run patchelf(pid=11409): Terminating (SIGINT)\u000a07:27:55.687132 run patchelf(pid=11409): Terminated: ok {rc=0}\u000a07:27:55.719948 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11406): Process ended prematurely: osmo-stp_10.42.42.5(pid=11406) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11406)] [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a07:27:55.729613 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a07:27:55.792227 run osmo-hlr_10.42.42.2(pid=11403): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11403)]\u000a07:27:55.843270 run osmo-hlr_10.42.42.2(pid=11403): stdout: \u000a| (launched: 2022-12-10_07:27:52.455702) \u000a07:27:55.895321 run osmo-hlr_10.42.42.2(pid=11403): stderr: \u000a| �[0;m�[1;31m20221210072752630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072752630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072752630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072752630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072752630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072752630 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072752642 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072752650 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072752651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072752651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:27:55.939110 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11392): Terminating (SIGTERM)\u000a07:27:55.980513 run iperf3-srv_10.42.42.10(pid=11393): Terminating (SIGTERM)\u000a07:27:56.022416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11394): Terminating (SIGTERM)\u000a07:27:56.063831 run iperf3-srv_10.42.42.10(pid=11395): Terminating (SIGTERM)\u000a07:27:56.105841 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11396): Terminating (SIGTERM)\u000a07:27:56.147122 run iperf3-srv_10.42.42.10(pid=11397): Terminating (SIGTERM)\u000a07:27:56.188564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11398): Terminating (SIGTERM)\u000a07:27:56.229924 run iperf3-srv_10.42.42.10(pid=11399): Terminating (SIGTERM)\u000a07:27:56.271128 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11402): Terminating (SIGTERM)\u000a07:27:56.312466 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11405): Terminating (SIGTERM)\u000a07:27:56.353930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11408): Terminating (SIGTERM)\u000a07:27:56.363502 --- ParallelTerminationStrategy: PID 11392 died...\u000a07:27:56.418922 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11392): Terminated: ok {rc=0}\u000a07:27:56.428788 --- ParallelTerminationStrategy: PID 11393 died...\u000a07:27:56.484159 run iperf3-srv_10.42.42.10(pid=11393): Terminated {rc=256}\u000a07:27:56.493994 --- ParallelTerminationStrategy: PID 11394 died...\u000a07:27:56.549001 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11394): Terminated: ok {rc=0}\u000a07:27:56.558929 --- ParallelTerminationStrategy: PID 11395 died...\u000a07:27:56.614042 run iperf3-srv_10.42.42.10(pid=11395): Terminated {rc=256}\u000a07:27:56.623880 --- ParallelTerminationStrategy: PID 11396 died...\u000a07:27:56.678693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11396): Terminated: ok {rc=0}\u000a07:27:56.688509 --- ParallelTerminationStrategy: PID 11397 died...\u000a07:27:56.743188 run iperf3-srv_10.42.42.10(pid=11397): Terminated {rc=256}\u000a07:27:56.753084 --- ParallelTerminationStrategy: PID 11398 died...\u000a07:27:56.808104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11398): Terminated: ok {rc=0}\u000a07:27:56.818044 --- ParallelTerminationStrategy: PID 11399 died...\u000a07:27:56.873192 run iperf3-srv_10.42.42.10(pid=11399): Terminated {rc=256}\u000a07:27:56.883091 --- ParallelTerminationStrategy: PID 11402 died...\u000a07:27:56.938209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11402): Terminated: ok {rc=0}\u000a07:27:56.948165 --- ParallelTerminationStrategy: PID 11405 died...\u000a07:27:57.003249 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11405): Terminated: ok {rc=0}\u000a07:27:57.013259 --- ParallelTerminationStrategy: PID 11408 died...\u000a07:27:57.068144 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11408): Terminated: ok {rc=0}\u000a07:27:57.154934 bus /gobi_4: Setting Powered False\u000a07:27:58.260029 bus /gobi_4: Setting Powered False\u000a07:27:59.369866 bus /gobi_1: Setting Powered False\u000a07:28:00.472885 bus /gobi_1: Setting Powered False\u000a07:28:01.597991 bus /gobi_0: Setting Powered False\u000a07:28:02.699386 bus /gobi_0: Setting Powered False\u000a07:28:03.807201 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11416): Process ended prematurely: osmo-stp_10.42.42.5(pid=11416) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11416)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11416): Process ended prematurely: osmo-stp_10.42.42.5(pid=11416) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11416)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a07:28:04.877163 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:28:04.889114 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:28:05.050100 tst ping.py: using LAC 26803\u000a07:28:05.172789 tst ping.py: using RAC 28\u000a07:28:05.295355 tst ping.py: using CellId 26803\u000a07:28:05.417872 tst ping.py: using BVCI 26804\u000a07:28:05.441975 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:28:05.453407 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:28:05.464586 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:28:05.475922 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:28:05.487096 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:28:05.498368 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:28:05.509692 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:28:05.520882 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:28:05.789785 tst ping.py:19: start network...\u000a07:28:05.910257 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:28:06.366510 run create_hlr_db(pid=11410): Launched\u000a07:28:06.533291 bus /gobi_6: Setting Powered False\u000a07:28:07.554116 run create_hlr_db(pid=11410): Terminated: ok {rc=0}\u000a07:28:07.966054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11412): Launched\u000a07:28:08.271225 run osmo-hlr_10.42.42.2(pid=11413): Launched\u000a07:28:08.381736 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:28:08.894251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11415): Launched\u000a07:28:09.182952 run osmo-stp_10.42.42.5(pid=11416): Launched\u000a07:28:09.288460 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:28:09.792274 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11418): Launched\u000a07:28:09.894969 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:28:10.146868 run patchelf(pid=11419): Launched\u000a07:28:10.317068 run osmo-stp_10.42.42.5(pid=11416): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11416)]\u000a07:28:10.441098 run osmo-stp_10.42.42.5(pid=11416): stdout: \u000a| (launched: 2022-12-10_07:28:09.040229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:28:10.565992 run osmo-stp_10.42.42.5(pid=11416): stderr: \u000a| �[0;m�[38;5;43m20221210072809207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072809207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072809207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072809208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072809210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072809210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072809210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:28:10.686500 run osmo-stp_10.42.42.5(pid=11416): stdout: \u000a| (launched: 2022-12-10_07:28:09.040229)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:28:10.805270 run osmo-stp_10.42.42.5(pid=11416): stderr: \u000a| �[0;m�[38;5;43m20221210072809207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072809207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072809207 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072809208 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072809210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072809210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072809210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:28:10.944497 run patchelf(pid=11419): Terminating (SIGINT)\u000a07:28:11.108479 run patchelf(pid=11419): Terminated: ok {rc=0}\u000a07:28:11.138448 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11416): Process ended prematurely: osmo-stp_10.42.42.5(pid=11416) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11416)] [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py:22]\u000a07:28:11.146765 tst ping.py:22: Test FAILED (6.3 sec)\u000a07:28:11.206240 run osmo-hlr_10.42.42.2(pid=11413): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11413)]\u000a07:28:11.255148 run osmo-hlr_10.42.42.2(pid=11413): stdout: \u000a| (launched: 2022-12-10_07:28:08.123282) \u000a07:28:11.304542 run osmo-hlr_10.42.42.2(pid=11413): stderr: \u000a| �[0;m�[1;31m20221210072808298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072808298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072808298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072808298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072808298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072808298 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072808311 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072808319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072808319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072808319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:28:11.346296 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11412): Terminating (SIGTERM)\u000a07:28:11.385849 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11415): Terminating (SIGTERM)\u000a07:28:11.425568 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11418): Terminating (SIGTERM)\u000a07:28:11.434775 --- ParallelTerminationStrategy: PID 11412 died...\u000a07:28:11.488115 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11412): Terminated: ok {rc=0}\u000a07:28:11.497916 --- ParallelTerminationStrategy: PID 11415 died...\u000a07:28:11.551245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11415): Terminated: ok {rc=0}\u000a07:28:11.561131 --- ParallelTerminationStrategy: PID 11418 died...\u000a07:28:11.614180 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11418): Terminated: ok {rc=0}\u000a07:28:11.698114 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11426): Process ended prematurely: osmo-stp_10.42.42.5(pid=11426) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11426)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11426): Process ended prematurely: osmo-stp_10.42.42.5(pid=11426) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11426)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-sysmocell5000+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a07:28:12.747543 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:28:12.759013 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:28:12.926882 tst ping_idle_ping.py: using LAC 26804\u000a07:28:13.049479 tst ping_idle_ping.py: using RAC 29\u000a07:28:13.179248 tst ping_idle_ping.py: using CellId 26804\u000a07:28:13.301569 tst ping_idle_ping.py: using BVCI 26805\u000a07:28:13.325522 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:28:13.336883 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:28:13.348260 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:28:13.359541 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:28:13.370675 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:28:13.381980 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:28:13.393856 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:28:13.406033 tst gprs:trx-sysmocell5000+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:28:13.677148 tst ping_idle_ping.py:24: start network...\u000a07:28:13.798518 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:28:14.264075 run create_hlr_db(pid=11420): Launched\u000a07:28:14.431655 bus /gobi_6: Setting Powered False\u000a07:28:15.453719 run create_hlr_db(pid=11420): Terminated: ok {rc=0}\u000a07:28:15.853577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11422): Launched\u000a07:28:16.344607 run osmo-hlr_10.42.42.2(pid=11423): Launched\u000a07:28:16.577773 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:28:17.172175 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11425): Launched\u000a07:28:17.489151 run osmo-stp_10.42.42.5(pid=11426): Launched\u000a07:28:17.612803 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:28:18.154930 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11428): Launched\u000a07:28:18.265698 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:28:18.536019 run patchelf(pid=11429): Launched\u000a07:28:18.717234 run osmo-stp_10.42.42.5(pid=11426): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11426)]\u000a07:28:18.849815 run osmo-stp_10.42.42.5(pid=11426): stdout: \u000a| (launched: 2022-12-10_07:28:17.334405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:28:18.983479 run osmo-stp_10.42.42.5(pid=11426): stderr: \u000a| �[0;m�[38;5;43m20221210072817524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072817524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072817524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072817524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072817525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072817525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072817525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:28:19.111777 run osmo-stp_10.42.42.5(pid=11426): stdout: \u000a| (launched: 2022-12-10_07:28:17.334405)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:28:19.238681 run osmo-stp_10.42.42.5(pid=11426): stderr: \u000a| �[0;m�[38;5;43m20221210072817524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072817524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072817524 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072817524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072817525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072817525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072817525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:28:19.386981 run patchelf(pid=11429): Terminating (SIGINT)\u000a07:28:19.561236 run patchelf(pid=11429): Terminated: ok {rc=0}\u000a07:28:19.592819 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11426): Process ended prematurely: osmo-stp_10.42.42.5(pid=11426) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11426)] [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a07:28:19.601961 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a07:28:19.663442 run osmo-hlr_10.42.42.2(pid=11423): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11423)]\u000a07:28:19.714390 run osmo-hlr_10.42.42.2(pid=11423): stdout: \u000a| (launched: 2022-12-10_07:28:16.025371) \u000a07:28:19.765990 run osmo-hlr_10.42.42.2(pid=11423): stderr: \u000a| �[0;m�[1;31m20221210072816301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072816301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072816301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072816301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072816301 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072816302 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072816318 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-sysmocell5000+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072816328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072816328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072816328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:28:19.809698 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11422): Terminating (SIGTERM)\u000a07:28:19.850894 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11425): Terminating (SIGTERM)\u000a07:28:19.892297 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11428): Terminating (SIGTERM)\u000a07:28:19.901796 --- ParallelTerminationStrategy: PID 11422 died...\u000a07:28:19.956636 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11422): Terminated: ok {rc=0}\u000a07:28:19.966539 --- ParallelTerminationStrategy: PID 11425 died...\u000a07:28:20.021230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11425): Terminated: ok {rc=0}\u000a07:28:20.030970 --- ParallelTerminationStrategy: PID 11428 died...\u000a07:28:20.085659 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11428): Terminated: ok {rc=0}\u000a07:28:20.171386 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "71", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:27:22" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11443): Process ended prematurely: osmo-stp_10.42.42.5(pid=11443) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11443)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11443): Process ended prematurely: osmo-stp_10.42.42.5(pid=11443) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11443)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:28:22.339575 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:28:22.351150 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:28:22.515448 tst cs_paging_gprs_active.py: using LAC 26805\u000a07:28:22.639535 tst cs_paging_gprs_active.py: using RAC 30\u000a07:28:22.763872 tst cs_paging_gprs_active.py: using CellId 26805\u000a07:28:22.883927 tst cs_paging_gprs_active.py: using BVCI 26806\u000a07:28:22.906754 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:28:22.917594 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:28:22.928440 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:28:22.939402 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:28:22.950196 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:28:22.960767 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:28:22.972658 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:28:22.983778 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:28:22.994796 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:28:23.110317 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:28:23.384615 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:28:23.508157 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:28:23.816350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11433): Launched\u000a07:28:24.072063 run iperf3-srv_10.42.42.10(pid=11434): Launched\u000a07:28:24.253968 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:28:24.378229 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:28:24.685840 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11435): Launched\u000a07:28:24.940384 run iperf3-srv_10.42.42.10(pid=11436): Launched\u000a07:28:25.121465 tst cs_paging_gprs_active.py:38: start network...\u000a07:28:25.244701 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:28:25.709886 run create_hlr_db(pid=11437): Launched\u000a07:28:25.879881 bus /gobi_6: Setting Powered False\u000a07:28:26.903022 run create_hlr_db(pid=11437): Terminated: ok {rc=0}\u000a07:28:27.323590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11439): Launched\u000a07:28:27.620794 run osmo-hlr_10.42.42.2(pid=11440): Launched\u000a07:28:27.734103 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:28:28.253589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11442): Launched\u000a07:28:28.548781 run osmo-stp_10.42.42.5(pid=11443): Launched\u000a07:28:28.657341 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:28:29.170338 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11445): Launched\u000a07:28:29.275164 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:28:29.532112 run patchelf(pid=11446): Launched\u000a07:28:29.704832 run osmo-stp_10.42.42.5(pid=11443): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11443)]\u000a07:28:29.831432 run osmo-stp_10.42.42.5(pid=11443): stdout: \u000a| (launched: 2022-12-10_07:28:28.403615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:28:29.958450 run osmo-stp_10.42.42.5(pid=11443): stderr: \u000a| �[0;m�[38;5;43m20221210072828570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072828570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072828571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072828571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072828573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072828573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072828573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:28:30.080523 run osmo-stp_10.42.42.5(pid=11443): stdout: \u000a| (launched: 2022-12-10_07:28:28.403615)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:28:30.201532 run osmo-stp_10.42.42.5(pid=11443): stderr: \u000a| �[0;m�[38;5;43m20221210072828570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072828570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072828571 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072828571 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072828573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072828573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072828573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:28:30.343233 run patchelf(pid=11446): Terminating (SIGINT)\u000a07:28:30.510756 run patchelf(pid=11446): Terminated: ok {rc=0}\u000a07:28:30.541662 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11443): Process ended prematurely: osmo-stp_10.42.42.5(pid=11443) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11443)] [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a07:28:30.550785 tst cs_paging_gprs_active.py:38: Test FAILED (8.2 sec)\u000a07:28:30.611086 run osmo-hlr_10.42.42.2(pid=11440): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11440)]\u000a07:28:30.660353 run osmo-hlr_10.42.42.2(pid=11440): stdout: \u000a| (launched: 2022-12-10_07:28:27.474319) \u000a07:28:30.710276 run osmo-hlr_10.42.42.2(pid=11440): stderr: \u000a| �[0;m�[1;31m20221210072827650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072827650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072827650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072827650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072827650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072827650 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072827675 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072827685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072827685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072827685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:28:30.752477 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11433): Terminating (SIGTERM)\u000a07:28:30.792393 run iperf3-srv_10.42.42.10(pid=11434): Terminating (SIGTERM)\u000a07:28:30.840807 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11435): Terminating (SIGTERM)\u000a07:28:30.903770 run iperf3-srv_10.42.42.10(pid=11436): Terminating (SIGTERM)\u000a07:28:30.950891 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11439): Terminating (SIGTERM)\u000a07:28:30.996067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11442): Terminating (SIGTERM)\u000a07:28:31.042013 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11445): Terminating (SIGTERM)\u000a07:28:31.052630 --- ParallelTerminationStrategy: PID 11433 died...\u000a07:28:31.113394 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11433): Terminated: ok {rc=0}\u000a07:28:31.124345 --- ParallelTerminationStrategy: PID 11434 died...\u000a07:28:31.184831 run iperf3-srv_10.42.42.10(pid=11434): Terminated {rc=256}\u000a07:28:31.195800 --- ParallelTerminationStrategy: PID 11435 died...\u000a07:28:31.255219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11435): Terminated: ok {rc=0}\u000a07:28:31.266225 --- ParallelTerminationStrategy: PID 11436 died...\u000a07:28:31.324179 run iperf3-srv_10.42.42.10(pid=11436): Terminated {rc=256}\u000a07:28:31.336028 --- ParallelTerminationStrategy: PID 11439 died...\u000a07:28:31.396351 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11439): Terminated: ok {rc=0}\u000a07:28:31.408180 --- ParallelTerminationStrategy: PID 11442 died...\u000a07:28:31.466623 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11442): Terminated: ok {rc=0}\u000a07:28:31.478517 --- ParallelTerminationStrategy: PID 11445 died...\u000a07:28:31.536693 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11445): Terminated: ok {rc=0}\u000a07:28:31.643362 bus /gobi_0: Setting Powered False\u000a07:28:32.752761 bus /gobi_0: Setting Powered False\u000a07:28:33.860416 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11455): Process ended prematurely: osmo-stp_10.42.42.5(pid=11455) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11455)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11455): Process ended prematurely: osmo-stp_10.42.42.5(pid=11455) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11455)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a07:28:34.974146 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:28:34.986254 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:28:35.153925 tst iperf3.py: using LAC 26806\u000a07:28:35.277817 tst iperf3.py: using RAC 31\u000a07:28:35.402146 tst iperf3.py: using CellId 26806\u000a07:28:35.527396 tst iperf3.py: using BVCI 26807\u000a07:28:35.551663 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:28:35.563102 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:28:35.574385 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:28:35.585701 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:28:35.596865 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:28:35.608055 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:28:35.619444 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:28:35.630579 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:28:35.641951 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:28:35.929689 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:28:36.062056 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:28:36.389718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11447): Launched\u000a07:28:36.661833 run iperf3-srv_10.42.42.10(pid=11448): Launched\u000a07:28:36.856005 tst iperf3.py:8: start network...\u000a07:28:36.988901 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:28:37.495079 run create_hlr_db(pid=11449): Launched\u000a07:28:37.677999 bus /gobi_6: Setting Powered False\u000a07:28:38.699781 run create_hlr_db(pid=11449): Terminated: ok {rc=0}\u000a07:28:39.097060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11451): Launched\u000a07:28:39.392859 run osmo-hlr_10.42.42.2(pid=11452): Launched\u000a07:28:39.501261 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:28:40.015328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11454): Launched\u000a07:28:40.310998 run osmo-stp_10.42.42.5(pid=11455): Launched\u000a07:28:40.419803 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:28:40.935226 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11457): Launched\u000a07:28:41.040378 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:28:41.298406 run patchelf(pid=11458): Launched\u000a07:28:41.471549 run osmo-stp_10.42.42.5(pid=11455): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11455)]\u000a07:28:41.598143 run osmo-stp_10.42.42.5(pid=11455): stdout: \u000a| (launched: 2022-12-10_07:28:40.165133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:28:41.725173 run osmo-stp_10.42.42.5(pid=11455): stderr: \u000a| �[0;m�[38;5;43m20221210072840334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072840334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072840334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072840335 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072840335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072840335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072840335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:28:41.847665 run osmo-stp_10.42.42.5(pid=11455): stdout: \u000a| (launched: 2022-12-10_07:28:40.165133)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:28:41.969138 run osmo-stp_10.42.42.5(pid=11455): stderr: \u000a| �[0;m�[38;5;43m20221210072840334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072840334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072840334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072840335 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072840335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072840335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072840335 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:28:42.110868 run patchelf(pid=11458): Terminating (SIGINT)\u000a07:28:42.277946 run patchelf(pid=11458): Terminated: ok {rc=0}\u000a07:28:42.308696 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11455): Process ended prematurely: osmo-stp_10.42.42.5(pid=11455) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11455)] [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a07:28:42.317920 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a07:28:42.378140 run osmo-hlr_10.42.42.2(pid=11452): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11452)]\u000a07:28:42.427038 run osmo-hlr_10.42.42.2(pid=11452): stdout: \u000a| (launched: 2022-12-10_07:28:39.247107) \u000a07:28:42.476929 run osmo-hlr_10.42.42.2(pid=11452): stderr: \u000a| �[0;m�[1;31m20221210072839422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072839422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072839422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072839422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072839422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072839422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072839435 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072839445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072839446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072839446 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:28:42.518799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11447): Terminating (SIGTERM)\u000a07:28:42.558674 run iperf3-srv_10.42.42.10(pid=11448): Terminating (SIGTERM)\u000a07:28:42.598453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11451): Terminating (SIGTERM)\u000a07:28:42.638244 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11454): Terminating (SIGTERM)\u000a07:28:42.678046 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11457): Terminating (SIGTERM)\u000a07:28:42.687429 --- ParallelTerminationStrategy: PID 11447 died...\u000a07:28:42.741240 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11447): Terminated: ok {rc=0}\u000a07:28:42.750891 --- ParallelTerminationStrategy: PID 11448 died...\u000a07:28:42.803994 run iperf3-srv_10.42.42.10(pid=11448): Terminated {rc=256}\u000a07:28:42.813863 --- ParallelTerminationStrategy: PID 11451 died...\u000a07:28:42.867136 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11451): Terminated: ok {rc=0}\u000a07:28:42.876688 --- ParallelTerminationStrategy: PID 11454 died...\u000a07:28:42.929554 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11454): Terminated: ok {rc=0}\u000a07:28:42.939311 --- ParallelTerminationStrategy: PID 11457 died...\u000a07:28:42.992329 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11457): Terminated: ok {rc=0}\u000a07:28:43.079873 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11473): Process ended prematurely: osmo-stp_10.42.42.5(pid=11473) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11473)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11473): Process ended prematurely: osmo-stp_10.42.42.5(pid=11473) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11473)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a07:28:44.188281 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:28:44.199874 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:28:44.357569 tst iperf3m4.py: using LAC 26807\u000a07:28:44.473325 tst iperf3m4.py: using RAC 32\u000a07:28:44.594323 tst iperf3m4.py: using CellId 26807\u000a07:28:44.708583 tst iperf3m4.py: using BVCI 26808\u000a07:28:44.731057 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:28:44.742053 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:28:44.752798 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:28:44.763831 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:28:44.774891 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:28:44.785986 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:28:44.796902 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:28:44.808017 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:28:44.819397 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:28:44.938815 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:28:45.060273 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:28:45.175820 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:28:45.450241 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:28:45.573483 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:28:45.912701 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11459): Launched\u000a07:28:46.233135 run iperf3-srv_10.42.42.10(pid=11460): Launched\u000a07:28:46.421337 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:28:46.547189 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:28:46.929396 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11461): Launched\u000a07:28:47.227052 run iperf3-srv_10.42.42.10(pid=11462): Launched\u000a07:28:47.408497 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:28:47.531530 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:28:47.838015 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11463): Launched\u000a07:28:48.091947 run iperf3-srv_10.42.42.10(pid=11464): Launched\u000a07:28:48.271596 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:28:48.394309 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:28:48.700474 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11465): Launched\u000a07:28:48.954867 run iperf3-srv_10.42.42.10(pid=11466): Launched\u000a07:28:49.134634 tst iperf3m4.py:8: start network...\u000a07:28:49.257524 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:28:49.720227 run create_hlr_db(pid=11467): Launched\u000a07:28:49.889894 bus /gobi_6: Setting Powered False\u000a07:28:50.910949 run create_hlr_db(pid=11467): Terminated: ok {rc=0}\u000a07:28:51.330837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11469): Launched\u000a07:28:51.647214 run osmo-hlr_10.42.42.2(pid=11470): Launched\u000a07:28:51.764001 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:28:52.315714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11472): Launched\u000a07:28:52.631530 run osmo-stp_10.42.42.5(pid=11473): Launched\u000a07:28:52.747355 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:28:53.301710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11475): Launched\u000a07:28:53.414462 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:28:53.689657 run patchelf(pid=11476): Launched\u000a07:28:53.874571 run osmo-stp_10.42.42.5(pid=11473): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11473)]\u000a07:28:54.010207 run osmo-stp_10.42.42.5(pid=11473): stdout: \u000a| (launched: 2022-12-10_07:28:52.476201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:28:54.145660 run osmo-stp_10.42.42.5(pid=11473): stderr: \u000a| �[0;m�[38;5;43m20221210072852666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072852666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072852667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072852667 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072852667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072852667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072852668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:28:54.276055 run osmo-stp_10.42.42.5(pid=11473): stdout: \u000a| (launched: 2022-12-10_07:28:52.476201)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:28:54.405438 run osmo-stp_10.42.42.5(pid=11473): stderr: \u000a| �[0;m�[38;5;43m20221210072852666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072852666 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072852667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072852667 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072852667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072852667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072852668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:28:54.557079 run patchelf(pid=11476): Terminating (SIGINT)\u000a07:28:54.735182 run patchelf(pid=11476): Terminated: ok {rc=0}\u000a07:28:54.767741 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11473): Process ended prematurely: osmo-stp_10.42.42.5(pid=11473) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11473)] [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a07:28:54.777553 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a07:28:54.840194 run osmo-hlr_10.42.42.2(pid=11470): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11470)]\u000a07:28:54.891509 run osmo-hlr_10.42.42.2(pid=11470): stdout: \u000a| (launched: 2022-12-10_07:28:51.492248) \u000a07:28:54.943116 run osmo-hlr_10.42.42.2(pid=11470): stderr: \u000a| �[0;m�[1;31m20221210072851690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072851690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072851690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072851690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072851690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072851690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072851703 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072851712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072851712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072851712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:28:54.986981 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11459): Terminating (SIGTERM)\u000a07:28:55.028598 run iperf3-srv_10.42.42.10(pid=11460): Terminating (SIGTERM)\u000a07:28:55.070281 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11461): Terminating (SIGTERM)\u000a07:28:55.111816 run iperf3-srv_10.42.42.10(pid=11462): Terminating (SIGTERM)\u000a07:28:55.153485 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11463): Terminating (SIGTERM)\u000a07:28:55.194905 run iperf3-srv_10.42.42.10(pid=11464): Terminating (SIGTERM)\u000a07:28:55.236290 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11465): Terminating (SIGTERM)\u000a07:28:55.277581 run iperf3-srv_10.42.42.10(pid=11466): Terminating (SIGTERM)\u000a07:28:55.320617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11469): Terminating (SIGTERM)\u000a07:28:55.361917 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11472): Terminating (SIGTERM)\u000a07:28:55.403069 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11475): Terminating (SIGTERM)\u000a07:28:55.412595 --- ParallelTerminationStrategy: PID 11459 died...\u000a07:28:55.467935 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11459): Terminated: ok {rc=0}\u000a07:28:55.477926 --- ParallelTerminationStrategy: PID 11460 died...\u000a07:28:55.532715 run iperf3-srv_10.42.42.10(pid=11460): Terminated {rc=256}\u000a07:28:55.542546 --- ParallelTerminationStrategy: PID 11461 died...\u000a07:28:55.597647 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11461): Terminated: ok {rc=0}\u000a07:28:55.607582 --- ParallelTerminationStrategy: PID 11462 died...\u000a07:28:55.662387 run iperf3-srv_10.42.42.10(pid=11462): Terminated {rc=256}\u000a07:28:55.672184 --- ParallelTerminationStrategy: PID 11463 died...\u000a07:28:55.727033 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11463): Terminated: ok {rc=0}\u000a07:28:55.736897 --- ParallelTerminationStrategy: PID 11464 died...\u000a07:28:55.791766 run iperf3-srv_10.42.42.10(pid=11464): Terminated {rc=256}\u000a07:28:55.801782 --- ParallelTerminationStrategy: PID 11465 died...\u000a07:28:55.856650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11465): Terminated: ok {rc=0}\u000a07:28:55.866579 --- ParallelTerminationStrategy: PID 11466 died...\u000a07:28:55.921810 run iperf3-srv_10.42.42.10(pid=11466): Terminated {rc=256}\u000a07:28:55.931884 --- ParallelTerminationStrategy: PID 11469 died...\u000a07:28:55.986809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11469): Terminated: ok {rc=0}\u000a07:28:55.996679 --- ParallelTerminationStrategy: PID 11472 died...\u000a07:28:56.051593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11472): Terminated: ok {rc=0}\u000a07:28:56.061652 --- ParallelTerminationStrategy: PID 11475 died...\u000a07:28:56.116711 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11475): Terminated: ok {rc=0}\u000a07:28:56.203502 bus /gobi_4: Setting Powered False\u000a07:28:57.310517 bus /gobi_4: Setting Powered False\u000a07:28:58.418624 bus /gobi_1: Setting Powered False\u000a07:28:59.524698 bus /gobi_1: Setting Powered False\u000a07:29:00.633414 bus /gobi_0: Setting Powered False\u000a07:29:01.739532 bus /gobi_0: Setting Powered False\u000a07:29:02.848200 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11483): Process ended prematurely: osmo-stp_10.42.42.5(pid=11483) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11483)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11483): Process ended prematurely: osmo-stp_10.42.42.5(pid=11483) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11483)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a07:29:03.915163 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:29:03.926764 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:29:04.080452 tst ping.py: using LAC 26808\u000a07:29:04.193948 tst ping.py: using RAC 33\u000a07:29:04.306883 tst ping.py: using CellId 26808\u000a07:29:04.421681 tst ping.py: using BVCI 26809\u000a07:29:04.443744 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:29:04.454687 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:29:04.465541 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:29:04.476542 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:29:04.487461 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:29:04.498518 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:29:04.509534 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:29:04.520391 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:29:04.804915 tst ping.py:19: start network...\u000a07:29:04.935790 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:29:05.432437 run create_hlr_db(pid=11477): Launched\u000a07:29:05.612305 bus /gobi_6: Setting Powered False\u000a07:29:06.634125 run create_hlr_db(pid=11477): Terminated: ok {rc=0}\u000a07:29:07.023047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11479): Launched\u000a07:29:07.311924 run osmo-hlr_10.42.42.2(pid=11480): Launched\u000a07:29:07.422547 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:29:07.931268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11482): Launched\u000a07:29:08.220580 run osmo-stp_10.42.42.5(pid=11483): Launched\u000a07:29:08.325900 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:29:08.828682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11485): Launched\u000a07:29:08.931430 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:29:09.182933 run patchelf(pid=11486): Launched\u000a07:29:09.352115 run osmo-stp_10.42.42.5(pid=11483): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11483)]\u000a07:29:09.476037 run osmo-stp_10.42.42.5(pid=11483): stdout: \u000a| (launched: 2022-12-10_07:29:08.077633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:29:09.600229 run osmo-stp_10.42.42.5(pid=11483): stderr: \u000a| �[0;m�[38;5;43m20221210072908246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072908246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072908247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072908247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072908247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072908248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072908248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:29:09.719813 run osmo-stp_10.42.42.5(pid=11483): stdout: \u000a| (launched: 2022-12-10_07:29:08.077633)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:29:09.838754 run osmo-stp_10.42.42.5(pid=11483): stderr: \u000a| �[0;m�[38;5;43m20221210072908246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072908246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072908247 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072908247 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072908247 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072908248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072908248 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:29:09.977721 run patchelf(pid=11486): Terminating (SIGINT)\u000a07:29:10.141653 run patchelf(pid=11486): Terminated: ok {rc=0}\u000a07:29:10.171341 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11483): Process ended prematurely: osmo-stp_10.42.42.5(pid=11483) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11483)] [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py:22]\u000a07:29:10.179628 tst ping.py:22: Test FAILED (6.3 sec)\u000a07:29:10.239869 run osmo-hlr_10.42.42.2(pid=11480): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11480)]\u000a07:29:10.288772 run osmo-hlr_10.42.42.2(pid=11480): stdout: \u000a| (launched: 2022-12-10_07:29:07.169589) \u000a07:29:10.338261 run osmo-hlr_10.42.42.2(pid=11480): stderr: \u000a| �[0;m�[1;31m20221210072907341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072907341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072907341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072907341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072907341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072907341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072907358 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072907368 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072907369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072907369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:29:10.380141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11479): Terminating (SIGTERM)\u000a07:29:10.420034 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11482): Terminating (SIGTERM)\u000a07:29:10.459924 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11485): Terminating (SIGTERM)\u000a07:29:10.469374 --- ParallelTerminationStrategy: PID 11479 died...\u000a07:29:10.523063 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11479): Terminated: ok {rc=0}\u000a07:29:10.532564 --- ParallelTerminationStrategy: PID 11482 died...\u000a07:29:10.586416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11482): Terminated: ok {rc=0}\u000a07:29:10.595903 --- ParallelTerminationStrategy: PID 11485 died...\u000a07:29:10.649052 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11485): Terminated: ok {rc=0}\u000a07:29:10.736629 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-sysmocell5000+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11494): Process ended prematurely: osmo-stp_10.42.42.5(pid=11494) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11494)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11494): Process ended prematurely: osmo-stp_10.42.42.5(pid=11494) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11494)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-sysmocell5000+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a07:29:11.788210 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:29:11.799632 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:29:11.955325 tst ping_idle_ping.py: using LAC 26809\u000a07:29:12.070814 tst ping_idle_ping.py: using RAC 34\u000a07:29:12.186789 tst ping_idle_ping.py: using CellId 26809\u000a07:29:12.299855 tst ping_idle_ping.py: using BVCI 26810\u000a07:29:12.321953 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:29:12.332711 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:29:12.343504 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:29:12.354516 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:29:12.365877 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:29:12.376791 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:29:12.387663 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:29:12.398262 tst gprs:trx-sysmocell5000+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:29:12.668273 tst ping_idle_ping.py:24: start network...\u000a07:29:12.788795 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:29:13.250166 run create_hlr_db(pid=11487): Launched\u000a07:29:13.417803 bus /gobi_6: Setting Powered False\u000a07:29:14.439244 run create_hlr_db(pid=11487): Terminated: ok {rc=0}\u000a07:29:14.828187 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11490): Launched\u000a07:29:15.118449 run osmo-hlr_10.42.42.2(pid=11491): Launched\u000a07:29:15.224109 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:29:15.727009 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11493): Launched\u000a07:29:16.205682 run osmo-stp_10.42.42.5(pid=11494): Launched\u000a07:29:16.468211 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:29:17.168454 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11496): Launched\u000a07:29:17.303797 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:29:17.559731 run patchelf(pid=11497): Launched\u000a07:29:17.729747 run osmo-stp_10.42.42.5(pid=11494): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11494)]\u000a07:29:17.854312 run osmo-stp_10.42.42.5(pid=11494): stdout: \u000a| (launched: 2022-12-10_07:29:15.885210)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:29:17.979244 run osmo-stp_10.42.42.5(pid=11494): stderr: \u000a| �[0;m�[38;5;43m20221210072916200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072916200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072916201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072916202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072916207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072916208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072916208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:29:18.099489 run osmo-stp_10.42.42.5(pid=11494): stdout: \u000a| (launched: 2022-12-10_07:29:15.885210)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:29:18.218780 run osmo-stp_10.42.42.5(pid=11494): stderr: \u000a| �[0;m�[38;5;43m20221210072916200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072916200 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072916201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072916202 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072916207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072916208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072916208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:29:18.358658 run patchelf(pid=11497): Terminating (SIGINT)\u000a07:29:18.523575 run patchelf(pid=11497): Terminated: ok {rc=0}\u000a07:29:18.553602 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11494): Process ended prematurely: osmo-stp_10.42.42.5(pid=11494) [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11494)] [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a07:29:18.562048 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a07:29:18.621277 run osmo-hlr_10.42.42.2(pid=11491): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-sysmocell5000+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11491)]\u000a07:29:18.669699 run osmo-hlr_10.42.42.2(pid=11491): stdout: \u000a| (launched: 2022-12-10_07:29:14.975340) \u000a07:29:18.719188 run osmo-hlr_10.42.42.2(pid=11491): stderr: \u000a| �[0;m�[1;31m20221210072915147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072915147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072915147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072915147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072915147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072915147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072915160 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-sysmocell5000+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072915168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072915169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072915169 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:29:18.761388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11490): Terminating (SIGTERM)\u000a07:29:18.801112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11493): Terminating (SIGTERM)\u000a07:29:18.840856 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11496): Terminating (SIGTERM)\u000a07:29:18.850418 --- ParallelTerminationStrategy: PID 11490 died...\u000a07:29:18.903405 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11490): Terminated: ok {rc=0}\u000a07:29:18.913087 --- ParallelTerminationStrategy: PID 11493 died...\u000a07:29:18.965439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11493): Terminated: ok {rc=0}\u000a07:29:18.975026 --- ParallelTerminationStrategy: PID 11496 died...\u000a07:29:19.027765 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11496): Terminated: ok {rc=0}\u000a07:29:19.110411 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "72", "name" : "gprs_trx-sysmocell5000+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:28:21" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11507): Process ended prematurely: osmo-stp_10.42.42.5(pid=11507) [trial-2371↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11507)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11507): Process ended prematurely: osmo-stp_10.42.42.5(pid=11507) [trial-2371↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11507)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a07:29:21.147019 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:29:21.158405 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:29:21.329455 tst switch_tch_pdch.py: using LAC 26810\u000a07:29:21.449605 tst switch_tch_pdch.py: using RAC 35\u000a07:29:21.569979 tst switch_tch_pdch.py: using CellId 26810\u000a07:29:21.690320 tst switch_tch_pdch.py: using BVCI 26811\u000a07:29:21.714043 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:29:21.725865 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:29:21.737632 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:29:21.749253 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:29:21.760690 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:29:21.772102 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:29:21.783709 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:29:21.795763 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:29:21.911159 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:29:22.195927 tst switch_tch_pdch.py:51: start network...\u000a07:29:22.324874 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:29:22.819219 run create_hlr_db(pid=11501): Launched\u000a07:29:23.000210 bus /gobi_6: Setting Powered False\u000a07:29:24.020817 run create_hlr_db(pid=11501): Terminated: ok {rc=0}\u000a07:29:24.408892 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11503): Launched\u000a07:29:24.698871 run osmo-hlr_10.42.42.2(pid=11504): Launched\u000a07:29:24.811611 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:29:25.320471 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11506): Launched\u000a07:29:25.608024 run osmo-stp_10.42.42.5(pid=11507): Launched\u000a07:29:25.713618 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:29:26.216166 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11509): Launched\u000a07:29:26.318836 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:29:26.570091 run patchelf(pid=11510): Launched\u000a07:29:26.739129 run osmo-stp_10.42.42.5(pid=11507): ERR: Terminated: ERROR {rc=1} [trial-2371↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11507)]\u000a07:29:26.863020 run osmo-stp_10.42.42.5(pid=11507): stdout: \u000a| (launched: 2022-12-10_07:29:25.466349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:29:26.987221 run osmo-stp_10.42.42.5(pid=11507): stderr: \u000a| �[0;m�[38;5;43m20221210072925636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072925636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072925637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072925637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072925638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072925638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072925638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:29:27.106658 run osmo-stp_10.42.42.5(pid=11507): stdout: \u000a| (launched: 2022-12-10_07:29:25.466349)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:29:27.225091 run osmo-stp_10.42.42.5(pid=11507): stderr: \u000a| �[0;m�[38;5;43m20221210072925636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072925636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072925637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072925637 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072925638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072925638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072925638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:29:27.364129 run patchelf(pid=11510): Terminating (SIGINT)\u000a07:29:27.527504 run patchelf(pid=11510): Terminated: ok {rc=0}\u000a07:29:27.557368 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=11507): Process ended prematurely: osmo-stp_10.42.42.5(pid=11507) [trial-2371↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11507)] [trial-2371↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a07:29:27.565840 tst switch_tch_pdch.py:54: Test FAILED (6.4 sec)\u000a07:29:27.625503 run osmo-hlr_10.42.42.2(pid=11504): ERR: Terminated: ERROR {rc=237} [trial-2371↪dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11504)]\u000a07:29:27.674180 run osmo-hlr_10.42.42.2(pid=11504): stdout: \u000a| (launched: 2022-12-10_07:29:24.555634) \u000a07:29:27.723367 run osmo-hlr_10.42.42.2(pid=11504): stderr: \u000a| �[0;m�[1;31m20221210072924727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072924727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072924727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072924727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072924727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072924727 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072924742 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/dynts:trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072924750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072924750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072924750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:29:27.764977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11503): Terminating (SIGTERM)\u000a07:29:27.804487 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11506): Terminating (SIGTERM)\u000a07:29:27.844318 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11509): Terminating (SIGTERM)\u000a07:29:27.853444 --- ParallelTerminationStrategy: PID 11503 died...\u000a07:29:27.907036 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11503): Terminated: ok {rc=0}\u000a07:29:27.916655 --- ParallelTerminationStrategy: PID 11506 died...\u000a07:29:27.969968 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11506): Terminated: ok {rc=0}\u000a07:29:27.979436 --- ParallelTerminationStrategy: PID 11509 died...\u000a07:29:28.033245 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11509): Terminated: ok {rc=0}\u000a07:29:28.121854 bus /gobi_0: Setting Powered False\u000a07:29:29.225214 bus /gobi_0: Setting Powered False\u000a07:29:30.335835 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "73", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:29:20" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11520): Process ended prematurely: osmo-stp_10.42.42.5(pid=11520) [trial-2371↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11520)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11520): Process ended prematurely: osmo-stp_10.42.42.5(pid=11520) [trial-2371↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11520)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a07:29:32.356219 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:29:32.367606 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a07:29:32.529374 tst switch_tch_pdch.py: using LAC 26811\u000a07:29:32.650828 tst switch_tch_pdch.py: using RAC 36\u000a07:29:32.771784 tst switch_tch_pdch.py: using CellId 26811\u000a07:29:32.895447 tst switch_tch_pdch.py: using BVCI 26812\u000a07:29:32.919696 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:29:32.931062 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:29:32.942261 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:29:32.953687 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:29:32.964770 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:29:32.975887 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:29:32.987264 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:29:32.998832 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a07:29:33.113589 tst dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a07:29:33.381817 tst switch_tch_pdch.py:51: start network...\u000a07:29:33.502372 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:29:33.934512 run create_hlr_db(pid=11514): Launched\u000a07:29:34.053318 bus /gobi_6: Setting Powered False\u000a07:29:35.124524 run create_hlr_db(pid=11514): Terminated: ok {rc=0}\u000a07:29:35.487452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11516): Launched\u000a07:29:35.777794 run osmo-hlr_10.42.42.2(pid=11517): Launched\u000a07:29:35.888213 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:29:36.372452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11519): Launched\u000a07:29:36.662294 run osmo-stp_10.42.42.5(pid=11520): Launched\u000a07:29:36.768317 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:29:37.247694 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11522): Launched\u000a07:29:37.350891 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:29:37.603560 run patchelf(pid=11523): Launched\u000a07:29:37.773216 run osmo-stp_10.42.42.5(pid=11520): ERR: Terminated: ERROR {rc=1} [trial-2371↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11520)]\u000a07:29:37.897774 run osmo-stp_10.42.42.5(pid=11520): stdout: \u000a| (launched: 2022-12-10_07:29:36.518768)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:29:38.022604 run osmo-stp_10.42.42.5(pid=11520): stderr: \u000a| �[0;m�[38;5;43m20221210072936688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072936688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072936688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072936689 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072936689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072936689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072936689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:29:38.142923 run osmo-stp_10.42.42.5(pid=11520): stdout: \u000a| (launched: 2022-12-10_07:29:36.518768)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:29:38.262277 run osmo-stp_10.42.42.5(pid=11520): stderr: \u000a| �[0;m�[38;5;43m20221210072936688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072936688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072936688 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072936689 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072936689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072936689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072936689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:29:38.401265 run patchelf(pid=11523): Terminating (SIGINT)\u000a07:29:38.565431 run patchelf(pid=11523): Terminated: ok {rc=0}\u000a07:29:38.595581 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=11520): Process ended prematurely: osmo-stp_10.42.42.5(pid=11520) [trial-2371↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11520)] [trial-2371↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a07:29:38.604107 tst switch_tch_pdch.py:54: Test FAILED (6.2 sec)\u000a07:29:38.664658 run osmo-hlr_10.42.42.2(pid=11517): ERR: Terminated: ERROR {rc=237} [trial-2371↪dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11517)]\u000a07:29:38.713610 run osmo-hlr_10.42.42.2(pid=11517): stdout: \u000a| (launched: 2022-12-10_07:29:35.634490) \u000a07:29:38.763212 run osmo-hlr_10.42.42.2(pid=11517): stderr: \u000a| �[0;m�[1;31m20221210072935809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072935809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072935809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072935809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072935809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072935809 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072935821 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/dynts:trx-sysmocell5000+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072935829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072935829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072935829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:29:38.805321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11516): Terminating (SIGTERM)\u000a07:29:38.844923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11519): Terminating (SIGTERM)\u000a07:29:38.885157 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11522): Terminating (SIGTERM)\u000a07:29:38.894990 --- ParallelTerminationStrategy: PID 11516 died...\u000a07:29:38.948554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11516): Terminated: ok {rc=0}\u000a07:29:38.958717 --- ParallelTerminationStrategy: PID 11519 died...\u000a07:29:39.012001 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11519): Terminated: ok {rc=0}\u000a07:29:39.021765 --- ParallelTerminationStrategy: PID 11522 died...\u000a07:29:39.075016 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11522): Terminated: ok {rc=0}\u000a07:29:39.158647 bus /gobi_0: Setting Powered False\u000a07:29:40.265342 bus /gobi_0: Setting Powered False\u000a07:29:41.373190 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "74", "name" : "dynts_trx-sysmocell5000+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:29:32" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "nitb_sms:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=11528): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11528) [trial-2371↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11528)]", "failedSince" : 2145, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=11528): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11528) [trial-2371↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11528)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 nitb_sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a07:29:43.266847 tst nitb_sms:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a07:29:43.277517 tst nitb_sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a07:29:43.406911 tst mo_mt_sms.py: using LAC 26812\u000a07:29:43.519896 tst mo_mt_sms.py: using RAC 37\u000a07:29:43.632793 tst mo_mt_sms.py: using CellId 26812\u000a07:29:43.745453 tst mo_mt_sms.py: using BVCI 26813\u000a07:29:43.767140 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a07:29:43.880881 tst nitb_sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a07:29:44.165080 tst mo_mt_sms.py:9: start nitb and bts...\u000a07:29:44.294450 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a07:29:44.936407 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11527): Launched\u000a07:29:45.244657 run osmo-nitb_10.42.42.2(pid=11528): Launched\u000a07:29:45.435109 run osmo-nitb_10.42.42.2(pid=11528): ERR: Terminated: ERROR {rc=2} [trial-2371↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11528)]\u000a07:29:45.575264 run osmo-nitb_10.42.42.2(pid=11528): stdout: \u000a| (launched: 2022-12-10_07:29:45.095235) \u000a07:29:45.715610 run osmo-nitb_10.42.42.2(pid=11528): stderr: \u000a| (launched: 2022-12-10_07:29:45.141524)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:29:45.851951 run osmo-nitb_10.42.42.2(pid=11528): stdout: \u000a| (launched: 2022-12-10_07:29:45.095235) \u000a07:29:46.011471 run osmo-nitb_10.42.42.2(pid=11528): stderr: \u000a| (launched: 2022-12-10_07:29:45.141524)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:29:46.398175 tst osmo-nitb_10.42.42.2(pid=11528): stdout: \u000a| (launched: 2022-12-10_07:29:45.095235) \u000a07:29:46.555645 tst osmo-nitb_10.42.42.2(pid=11528): stderr: \u000a| (launched: 2022-12-10_07:29:45.141524)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:29:46.624678 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=11528): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11528) [trial-2371↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11528)] [trial-2371↪nitb_sms:trx-umtrx↪mo_mt_sms.py:11]\u000a07:29:46.633973 tst mo_mt_sms.py:11: Test FAILED (3.4 sec)\u000a07:29:46.671355 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11527): Terminating (SIGTERM)\u000a07:29:46.849485 --- ParallelTerminationStrategy: PID 11527 died...\u000a07:29:46.905906 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11527): Terminated: ok {rc=0}\u000a07:29:46.995189 bus /sierra_3: Setting Powered False\u000a07:29:48.099670 bus /sierra_3: Setting Powered False\u000a07:29:49.208016 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "75", "name" : "nitb_sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:29:43" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "sms:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11538): Process ended prematurely: osmo-stp_10.42.42.5(pid=11538) [trial-2371↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11538)]", "failedSince" : 2318, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11538): Process ended prematurely: osmo-stp_10.42.42.5(pid=11538) [trial-2371↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11538)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 sms:trx-umtrx mo_mt_sms.py\u000a----------------------------------------------\u000a07:29:51.103656 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:29:51.115170 tst sms:trx-umtrx: Using 1 x bts (candidates: 1)\u000a07:29:51.254208 tst mo_mt_sms.py: using LAC 26813\u000a07:29:51.375747 tst mo_mt_sms.py: using RAC 38\u000a07:29:51.498916 tst mo_mt_sms.py: using CellId 26813\u000a07:29:51.620888 tst mo_mt_sms.py: using BVCI 26814\u000a07:29:51.644399 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:29:51.655328 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:29:51.666154 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:29:51.677142 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:29:51.688048 tst sms:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:29:51.699023 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a07:29:51.815190 tst sms:trx-umtrx: Using 1 x modem (candidates: 2)\u000a07:29:52.012529 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:29:52.469868 run create_hlr_db(pid=11532): Launched\u000a07:29:52.637407 bus /sierra_2: Setting Powered False\u000a07:29:53.657589 run create_hlr_db(pid=11532): Terminated: ok {rc=0}\u000a07:29:54.043163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11534): Launched\u000a07:29:54.332542 run osmo-hlr_10.42.42.2(pid=11535): Launched\u000a07:29:54.438547 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:29:54.942123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11537): Launched\u000a07:29:55.233166 run osmo-stp_10.42.42.5(pid=11538): Launched\u000a07:29:55.339490 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:29:55.868293 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11540): Launched\u000a07:29:56.158710 run osmo-msc_10.42.42.6(pid=11541): Launched\u000a07:29:56.329090 run osmo-stp_10.42.42.5(pid=11538): ERR: Terminated: ERROR {rc=1} [trial-2371↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11538)]\u000a07:29:56.452508 run osmo-stp_10.42.42.5(pid=11538): stdout: \u000a| (launched: 2022-12-10_07:29:55.089847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:29:56.572820 run osmo-stp_10.42.42.5(pid=11538): stderr: \u000a| �[0;m�[38;5;43m20221210072955258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072955258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072955259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072955259 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072955260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072955260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072955260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:29:56.688849 run osmo-stp_10.42.42.5(pid=11538): stdout: \u000a| (launched: 2022-12-10_07:29:55.089847)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:29:56.804042 run osmo-stp_10.42.42.5(pid=11538): stderr: \u000a| �[0;m�[38;5;43m20221210072955258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210072955258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210072955259 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210072955259 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210072955260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210072955260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210072955260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:29:56.854687 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=11538): Process ended prematurely: osmo-stp_10.42.42.5(pid=11538) [trial-2371↪sms:trx-umtrx↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11538)] [trial-2371↪sms:trx-umtrx↪mo_mt_sms.py:16]\u000a07:29:56.862404 tst mo_mt_sms.py:16: Test FAILED (5.7 sec)\u000a07:29:56.921702 run osmo-hlr_10.42.42.2(pid=11535): ERR: Terminated: ERROR {rc=237} [trial-2371↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11535)]\u000a07:29:56.970321 run osmo-hlr_10.42.42.2(pid=11535): stdout: \u000a| (launched: 2022-12-10_07:29:54.189607) \u000a07:29:57.019800 run osmo-hlr_10.42.42.2(pid=11535): stderr: \u000a| �[0;m�[1;31m20221210072954363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210072954363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210072954363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072954363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210072954363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210072954363 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210072954375 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/sms:trx-umtrx/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210072954385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210072954385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210072954385 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:29:57.086962 run osmo-msc_10.42.42.6(pid=11541): ERR: Terminated: ERROR {rc=2} [trial-2371↪sms:trx-umtrx↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11541)]\u000a07:29:57.135472 run osmo-msc_10.42.42.6(pid=11541): stdout: \u000a| (launched: 2022-12-10_07:29:56.014865) \u000a07:29:57.184762 run osmo-msc_10.42.42.6(pid=11541): stderr: \u000a| �[0;m�[38;5;43m20221210072956282 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210072956282 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5e06915c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210072956282 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210072956282 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210072956283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210072956283 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210072956284 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210072956285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210072956285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210072956285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:29:57.226487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11534): Terminating (SIGTERM)\u000a07:29:57.265938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11537): Terminating (SIGTERM)\u000a07:29:57.305555 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11540): Terminating (SIGTERM)\u000a07:29:57.314921 --- ParallelTerminationStrategy: PID 11534 died...\u000a07:29:57.367978 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11534): Terminated: ok {rc=0}\u000a07:29:57.377825 --- ParallelTerminationStrategy: PID 11537 died...\u000a07:29:57.430606 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11537): Terminated: ok {rc=0}\u000a07:29:57.440262 --- ParallelTerminationStrategy: PID 11540 died...\u000a07:29:57.492985 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11540): Terminated: ok {rc=0}\u000a07:29:57.581922 bus /sierra_3: Setting Powered False\u000a07:29:58.684462 bus /sierra_3: Setting Powered False\u000a07:29:59.790566 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "76", "name" : "sms_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:29:50" }, { "cases" : [ { "testActions" : [ ], "age" : 227, "className" : "nitb_ussd:trx-umtrx", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=11550): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11550) [trial-2371↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11550)]", "failedSince" : 2145, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=11550): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11550) [trial-2371↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11550)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 nitb_ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a07:30:01.657486 tst nitb_ussd:trx-umtrx: Using 1 x ip_address (candidates: 1)\u000a07:30:01.674917 tst nitb_ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a07:30:01.861374 tst assert_extension.py: using LAC 26814\u000a07:30:02.018476 tst assert_extension.py: using RAC 39\u000a07:30:02.150725 tst assert_extension.py: using CellId 26814\u000a07:30:02.295419 tst assert_extension.py: using BVCI 26815\u000a07:30:02.321481 tst nitb_ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a07:30:02.596144 tst assert_extension.py:10: start nitb and bts...\u000a07:30:02.717151 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a07:30:03.319984 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11549): Launched\u000a07:30:03.605708 run osmo-nitb_10.42.42.2(pid=11550): Launched\u000a07:30:03.784535 run osmo-nitb_10.42.42.2(pid=11550): ERR: Terminated: ERROR {rc=2} [trial-2371↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11550)]\u000a07:30:03.916387 run osmo-nitb_10.42.42.2(pid=11550): stdout: \u000a| (launched: 2022-12-10_07:30:03.466348) \u000a07:30:04.048492 run osmo-nitb_10.42.42.2(pid=11550): stderr: \u000a| (launched: 2022-12-10_07:30:03.509327)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:30:04.176289 run osmo-nitb_10.42.42.2(pid=11550): stdout: \u000a| (launched: 2022-12-10_07:30:03.466348) \u000a07:30:04.302963 run osmo-nitb_10.42.42.2(pid=11550): stderr: \u000a| (launched: 2022-12-10_07:30:03.509327)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:30:04.722543 tst osmo-nitb_10.42.42.2(pid=11550): stdout: \u000a| (launched: 2022-12-10_07:30:03.466348) \u000a07:30:04.838347 tst osmo-nitb_10.42.42.2(pid=11550): stderr: \u000a| (launched: 2022-12-10_07:30:03.509327)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:30:04.888770 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=11550): Process ended prematurely: osmo-nitb_10.42.42.2(pid=11550) [trial-2371↪nitb_ussd:trx-umtrx↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=11550)] [trial-2371↪nitb_ussd:trx-umtrx↪assert_extension.py:12]\u000a07:30:04.896667 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a07:30:04.931698 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11549): Terminating (SIGTERM)\u000a07:30:05.109148 --- ParallelTerminationStrategy: PID 11549 died...\u000a07:30:05.163954 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=11549): Terminated: ok {rc=0}\u000a07:30:05.252152 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "77", "name" : "nitb_ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:30:01" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "ussd:trx-umtrx", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11560): Process ended prematurely: osmo-stp_10.42.42.5(pid=11560) [trial-2371↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11560)]", "failedSince" : 2318, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11560): Process ended prematurely: osmo-stp_10.42.42.5(pid=11560) [trial-2371↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11560)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 ussd:trx-umtrx assert_extension.py\u000a----------------------------------------------\u000a07:30:07.083617 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:30:07.094201 tst ussd:trx-umtrx: Using 1 x bts (candidates: 1)\u000a07:30:07.233270 tst assert_extension.py: using LAC 26815\u000a07:30:07.354801 tst assert_extension.py: using RAC 40\u000a07:30:07.474988 tst assert_extension.py: using CellId 26815\u000a07:30:07.595751 tst assert_extension.py: using BVCI 26816\u000a07:30:07.619582 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:30:07.630708 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:30:07.641694 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:30:07.652471 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:30:07.663799 tst ussd:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:30:07.674862 tst ussd:trx-umtrx: Using 1 x modem (candidates: 1)\u000a07:30:07.870464 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:30:08.327257 run create_hlr_db(pid=11554): Launched\u000a07:30:08.494561 bus /sierra_2: Setting Powered False\u000a07:30:09.515887 run create_hlr_db(pid=11554): Terminated: ok {rc=0}\u000a07:30:09.931233 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11556): Launched\u000a07:30:10.242773 run osmo-hlr_10.42.42.2(pid=11557): Launched\u000a07:30:10.362074 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:30:10.906042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11559): Launched\u000a07:30:11.217235 run osmo-stp_10.42.42.5(pid=11560): Launched\u000a07:30:11.329516 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:30:11.895836 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11562): Launched\u000a07:30:12.206008 run osmo-msc_10.42.42.6(pid=11563): Launched\u000a07:30:12.387907 run osmo-stp_10.42.42.5(pid=11560): ERR: Terminated: ERROR {rc=1} [trial-2371↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11560)]\u000a07:30:12.519492 run osmo-stp_10.42.42.5(pid=11560): stdout: \u000a| (launched: 2022-12-10_07:30:11.064072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:30:12.650386 run osmo-stp_10.42.42.5(pid=11560): stderr: \u000a| �[0;m�[38;5;43m20221210073011254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073011254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073011254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073011255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073011255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073011255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073011255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:30:12.775278 run osmo-stp_10.42.42.5(pid=11560): stdout: \u000a| (launched: 2022-12-10_07:30:11.064072)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:30:12.899078 run osmo-stp_10.42.42.5(pid=11560): stderr: \u000a| �[0;m�[38;5;43m20221210073011254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073011254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073011254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073011255 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073011255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073011255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073011255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:30:12.953669 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=11560): Process ended prematurely: osmo-stp_10.42.42.5(pid=11560) [trial-2371↪ussd:trx-umtrx↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11560)] [trial-2371↪ussd:trx-umtrx↪assert_extension.py:17]\u000a07:30:12.962265 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a07:30:13.024716 run osmo-hlr_10.42.42.2(pid=11557): ERR: Terminated: ERROR {rc=237} [trial-2371↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11557)]\u000a07:30:13.076177 run osmo-hlr_10.42.42.2(pid=11557): stdout: \u000a| (launched: 2022-12-10_07:30:10.089347) \u000a07:30:13.128399 run osmo-hlr_10.42.42.2(pid=11557): stderr: \u000a| �[0;m�[1;31m20221210073010287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073010287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073010287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073010287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073010287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073010287 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073010300 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/ussd:trx-umtrx/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073010310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073010310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073010310 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:30:13.199368 run osmo-msc_10.42.42.6(pid=11563): ERR: Terminated: ERROR {rc=2} [trial-2371↪ussd:trx-umtrx↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11563)]\u000a07:30:13.250284 run osmo-msc_10.42.42.6(pid=11563): stdout: \u000a| (launched: 2022-12-10_07:30:12.053821) \u000a07:30:13.301703 run osmo-msc_10.42.42.6(pid=11563): stderr: \u000a| �[0;m�[38;5;43m20221210073012373 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210073012373 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa764149c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210073012373 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210073012373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210073012373 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210073012374 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210073012375 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210073012376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210073012376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210073012376 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:30:13.345554 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11556): Terminating (SIGTERM)\u000a07:30:13.387201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11559): Terminating (SIGTERM)\u000a07:30:13.428905 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11562): Terminating (SIGTERM)\u000a07:30:13.438226 --- ParallelTerminationStrategy: PID 11556 died...\u000a07:30:13.493961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11556): Terminated: ok {rc=0}\u000a07:30:13.504012 --- ParallelTerminationStrategy: PID 11559 died...\u000a07:30:13.559251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11559): Terminated: ok {rc=0}\u000a07:30:13.569309 --- ParallelTerminationStrategy: PID 11562 died...\u000a07:30:13.624515 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11562): Terminated: ok {rc=0}\u000a07:30:13.711225 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "78", "name" : "ussd_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:30:06" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11574): Process ended prematurely: osmo-stp_10.42.42.5(pid=11574) [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11574)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11574): Process ended prematurely: osmo-stp_10.42.42.5(pid=11574) [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11574)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a07:30:15.658415 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:30:15.669410 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:30:15.823086 tst mo_mt_call.py: using LAC 26816\u000a07:30:15.962583 tst mo_mt_call.py: using RAC 41\u000a07:30:16.096461 tst mo_mt_call.py: using CellId 26816\u000a07:30:16.215228 tst mo_mt_call.py: using BVCI 26817\u000a07:30:16.238798 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:30:16.250883 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:30:16.263459 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:30:16.275766 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:30:16.289183 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:30:16.301964 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:30:16.438445 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:30:16.674797 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:30:17.279698 run create_hlr_db(pid=11568): Launched\u000a07:30:17.464336 bus /sierra_2: Setting Powered False\u000a07:30:18.485084 run create_hlr_db(pid=11568): Terminated: ok {rc=0}\u000a07:30:18.881809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11570): Launched\u000a07:30:19.176330 run osmo-hlr_10.42.42.2(pid=11571): Launched\u000a07:30:19.288058 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:30:19.806921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11573): Launched\u000a07:30:20.102486 run osmo-stp_10.42.42.5(pid=11574): Launched\u000a07:30:20.210762 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:30:20.751409 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11576): Launched\u000a07:30:21.046923 run osmo-msc_10.42.42.6(pid=11577): Launched\u000a07:30:21.220667 run osmo-stp_10.42.42.5(pid=11574): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11574)]\u000a07:30:21.346455 run osmo-stp_10.42.42.5(pid=11574): stdout: \u000a| (launched: 2022-12-10_07:30:19.957319)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:30:21.469313 run osmo-stp_10.42.42.5(pid=11574): stderr: \u000a| �[0;m�[38;5;43m20221210073020124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073020125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073020125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073020125 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073020126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073020126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073020126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:30:21.588165 run osmo-stp_10.42.42.5(pid=11574): stdout: \u000a| (launched: 2022-12-10_07:30:19.957319)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:30:21.705770 run osmo-stp_10.42.42.5(pid=11574): stderr: \u000a| �[0;m�[38;5;43m20221210073020124 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073020125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073020125 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073020125 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073020126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073020126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073020126 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:30:21.757585 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11574): Process ended prematurely: osmo-stp_10.42.42.5(pid=11574) [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11574)] [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a07:30:21.766024 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a07:30:21.825635 run osmo-hlr_10.42.42.2(pid=11571): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11571)]\u000a07:30:21.874669 run osmo-hlr_10.42.42.2(pid=11571): stdout: \u000a| (launched: 2022-12-10_07:30:19.031275) \u000a07:30:21.924077 run osmo-hlr_10.42.42.2(pid=11571): stderr: \u000a| �[0;m�[1;31m20221210073019207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073019207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073019207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073019207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073019207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073019207 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073019219 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073019228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073019228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073019228 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:30:21.991662 run osmo-msc_10.42.42.6(pid=11577): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11577)]\u000a07:30:22.041049 run osmo-msc_10.42.42.6(pid=11577): stdout: \u000a| (launched: 2022-12-10_07:30:20.900818) \u000a07:30:22.090545 run osmo-msc_10.42.42.6(pid=11577): stderr: \u000a| �[0;m�[38;5;43m20221210073021171 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210073021171 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f470ac21c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210073021171 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210073021171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210073021171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210073021171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210073021173 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210073021174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210073021174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210073021174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:30:22.132132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11570): Terminating (SIGTERM)\u000a07:30:22.171813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11573): Terminating (SIGTERM)\u000a07:30:22.211492 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11576): Terminating (SIGTERM)\u000a07:30:22.220794 --- ParallelTerminationStrategy: PID 11570 died...\u000a07:30:22.274190 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11570): Terminated: ok {rc=0}\u000a07:30:22.283917 --- ParallelTerminationStrategy: PID 11573 died...\u000a07:30:22.337100 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11573): Terminated: ok {rc=0}\u000a07:30:22.346575 --- ParallelTerminationStrategy: PID 11576 died...\u000a07:30:22.399126 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11576): Terminated: ok {rc=0}\u000a07:30:22.487732 bus /sierra_3: Setting Powered False\u000a07:30:23.590848 bus /sierra_3: Setting Powered False\u000a07:30:24.700900 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11585): Process ended prematurely: osmo-stp_10.42.42.5(pid=11585) [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11585)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11585): Process ended prematurely: osmo-stp_10.42.42.5(pid=11585) [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11585)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:30:25.809910 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:30:25.821503 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:30:25.980519 tst mo_mt_call_osmux.py: using LAC 26817\u000a07:30:26.094293 tst mo_mt_call_osmux.py: using RAC 42\u000a07:30:26.208315 tst mo_mt_call_osmux.py: using CellId 26817\u000a07:30:26.327242 tst mo_mt_call_osmux.py: using BVCI 26818\u000a07:30:26.349574 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:30:26.360467 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:30:26.371242 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:30:26.382507 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:30:26.393616 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:30:26.404481 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:30:26.521671 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:30:26.730163 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:30:27.234585 run create_hlr_db(pid=11579): Launched\u000a07:30:27.417373 bus /sierra_2: Setting Powered False\u000a07:30:28.437954 run create_hlr_db(pid=11579): Terminated: ok {rc=0}\u000a07:30:28.856826 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11581): Launched\u000a07:30:29.172694 run osmo-hlr_10.42.42.2(pid=11582): Launched\u000a07:30:29.291308 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:30:29.838977 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11584): Launched\u000a07:30:30.156518 run osmo-stp_10.42.42.5(pid=11585): Launched\u000a07:30:30.270859 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:30:30.848683 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11587): Launched\u000a07:30:31.254733 run osmo-msc_10.42.42.6(pid=11588): Launched\u000a07:30:31.705718 run osmo-stp_10.42.42.5(pid=11585): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11585)]\u000a07:30:32.055675 run osmo-stp_10.42.42.5(pid=11585): stdout: \u000a| (launched: 2022-12-10_07:30:30.000341)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:30:32.368659 run osmo-stp_10.42.42.5(pid=11585): stderr: \u000a| �[0;m�[38;5;43m20221210073030191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073030191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073030192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073030192 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073030192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073030193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073030193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:30:32.488800 run osmo-stp_10.42.42.5(pid=11585): stdout: \u000a| (launched: 2022-12-10_07:30:30.000341)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:30:32.606701 run osmo-stp_10.42.42.5(pid=11585): stderr: \u000a| �[0;m�[38;5;43m20221210073030191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073030191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073030192 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073030192 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073030192 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073030193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073030193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:30:32.658898 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11585): Process ended prematurely: osmo-stp_10.42.42.5(pid=11585) [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11585)] [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a07:30:32.667659 tst mo_mt_call_osmux.py:8: Test FAILED (6.9 sec)\u000a07:30:32.727939 run osmo-hlr_10.42.42.2(pid=11582): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11582)]\u000a07:30:32.777171 run osmo-hlr_10.42.42.2(pid=11582): stdout: \u000a| (launched: 2022-12-10_07:30:29.018154) \u000a07:30:32.826951 run osmo-hlr_10.42.42.2(pid=11582): stderr: \u000a| �[0;m�[1;31m20221210073029216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073029216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073029216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073029216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073029216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073029216 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073029231 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073029239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073029239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073029239 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:30:32.894734 run osmo-msc_10.42.42.6(pid=11588): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11588)]\u000a07:30:32.943985 run osmo-msc_10.42.42.6(pid=11588): stdout: \u000a| (launched: 2022-12-10_07:30:31.012830) \u000a07:30:32.993174 run osmo-msc_10.42.42.6(pid=11588): stderr: \u000a| �[0;m�[38;5;43m20221210073031862 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210073031862 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0214fadc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210073031862 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210073031862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210073031862 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210073031863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210073031864 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210073031865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210073031865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210073031865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:30:33.035257 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11581): Terminating (SIGTERM)\u000a07:30:33.075160 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11584): Terminating (SIGTERM)\u000a07:30:33.115221 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11587): Terminating (SIGTERM)\u000a07:30:33.124684 --- ParallelTerminationStrategy: PID 11581 died...\u000a07:30:33.178700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11581): Terminated: ok {rc=0}\u000a07:30:33.188277 --- ParallelTerminationStrategy: PID 11584 died...\u000a07:30:33.241269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11584): Terminated: ok {rc=0}\u000a07:30:33.251067 --- ParallelTerminationStrategy: PID 11587 died...\u000a07:30:33.304304 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11587): Terminated: ok {rc=0}\u000a07:30:33.387593 bus /sierra_3: Setting Powered False\u000a07:30:34.494756 bus /sierra_3: Setting Powered False\u000a07:30:35.601807 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "79", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:30:15" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11599): Process ended prematurely: osmo-stp_10.42.42.5(pid=11599) [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11599)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11599): Process ended prematurely: osmo-stp_10.42.42.5(pid=11599) [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11599)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a07:30:37.594025 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:30:37.605429 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:30:37.767539 tst mo_mt_call.py: using LAC 26818\u000a07:30:37.893168 tst mo_mt_call.py: using RAC 43\u000a07:30:38.017962 tst mo_mt_call.py: using CellId 26818\u000a07:30:38.141540 tst mo_mt_call.py: using BVCI 26819\u000a07:30:38.165637 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:30:38.177153 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:30:38.188322 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:30:38.199681 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:30:38.211125 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:30:38.222498 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:30:38.339224 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:30:38.537404 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:30:39.003195 run create_hlr_db(pid=11593): Launched\u000a07:30:39.173751 bus /sierra_2: Setting Powered False\u000a07:30:40.194848 run create_hlr_db(pid=11593): Terminated: ok {rc=0}\u000a07:30:40.614103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11595): Launched\u000a07:30:40.928882 run osmo-hlr_10.42.42.2(pid=11596): Launched\u000a07:30:41.044674 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:30:41.592348 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11598): Launched\u000a07:30:41.909203 run osmo-stp_10.42.42.5(pid=11599): Launched\u000a07:30:42.025115 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:30:42.602874 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11601): Launched\u000a07:30:42.918615 run osmo-msc_10.42.42.6(pid=11602): Launched\u000a07:30:43.104416 run osmo-stp_10.42.42.5(pid=11599): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11599)]\u000a07:30:43.238356 run osmo-stp_10.42.42.5(pid=11599): stdout: \u000a| (launched: 2022-12-10_07:30:41.753378)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:30:43.371244 run osmo-stp_10.42.42.5(pid=11599): stderr: \u000a| �[0;m�[38;5;43m20221210073041941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073041942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073041942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073041942 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073041945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073041945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073041945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:30:43.498628 run osmo-stp_10.42.42.5(pid=11599): stdout: \u000a| (launched: 2022-12-10_07:30:41.753378)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:30:43.624303 run osmo-stp_10.42.42.5(pid=11599): stderr: \u000a| �[0;m�[38;5;43m20221210073041941 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073041942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073041942 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073041942 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073041945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073041945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073041945 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:30:43.679933 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11599): Process ended prematurely: osmo-stp_10.42.42.5(pid=11599) [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11599)] [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a07:30:43.689032 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a07:30:43.751052 run osmo-hlr_10.42.42.2(pid=11596): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11596)]\u000a07:30:43.802247 run osmo-hlr_10.42.42.2(pid=11596): stdout: \u000a| (launched: 2022-12-10_07:30:40.774293) \u000a07:30:43.853952 run osmo-hlr_10.42.42.2(pid=11596): stderr: \u000a| �[0;m�[1;31m20221210073040971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073040971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073040971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073040971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073040971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073040971 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073040983 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073040994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073040994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073040995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:30:43.924174 run osmo-msc_10.42.42.6(pid=11602): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11602)]\u000a07:30:43.975291 run osmo-msc_10.42.42.6(pid=11602): stdout: \u000a| (launched: 2022-12-10_07:30:42.763453) \u000a07:30:44.026945 run osmo-msc_10.42.42.6(pid=11602): stderr: \u000a| �[0;m�[38;5;43m20221210073043083 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210073043083 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f773c11dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210073043083 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210073043083 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210073043084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210073043084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210073043085 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210073043086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210073043086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210073043086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:30:44.070797 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11595): Terminating (SIGTERM)\u000a07:30:44.112274 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11598): Terminating (SIGTERM)\u000a07:30:44.153859 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11601): Terminating (SIGTERM)\u000a07:30:44.163149 --- ParallelTerminationStrategy: PID 11595 died...\u000a07:30:44.218778 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11595): Terminated: ok {rc=0}\u000a07:30:44.228774 --- ParallelTerminationStrategy: PID 11598 died...\u000a07:30:44.284369 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11598): Terminated: ok {rc=0}\u000a07:30:44.294398 --- ParallelTerminationStrategy: PID 11601 died...\u000a07:30:44.350014 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11601): Terminated: ok {rc=0}\u000a07:30:44.437046 bus /sierra_3: Setting Powered False\u000a07:30:45.544004 bus /sierra_3: Setting Powered False\u000a07:30:46.668524 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11610): Process ended prematurely: osmo-stp_10.42.42.5(pid=11610) [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11610)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11610): Process ended prematurely: osmo-stp_10.42.42.5(pid=11610) [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11610)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:30:47.780164 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:30:47.791901 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:30:47.952628 tst mo_mt_call_osmux.py: using LAC 26819\u000a07:30:48.069200 tst mo_mt_call_osmux.py: using RAC 44\u000a07:30:48.186582 tst mo_mt_call_osmux.py: using CellId 26819\u000a07:30:48.301949 tst mo_mt_call_osmux.py: using BVCI 26820\u000a07:30:48.324449 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:30:48.335427 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:30:48.346225 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:30:48.357528 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:30:48.368692 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:30:48.379878 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:30:48.493085 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:30:48.706173 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:30:49.212537 run create_hlr_db(pid=11604): Launched\u000a07:30:49.395083 bus /sierra_2: Setting Powered False\u000a07:30:50.416583 run create_hlr_db(pid=11604): Terminated: ok {rc=0}\u000a07:30:50.813507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11606): Launched\u000a07:30:51.108440 run osmo-hlr_10.42.42.2(pid=11607): Launched\u000a07:30:51.224499 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:30:51.744806 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11609): Launched\u000a07:30:52.039874 run osmo-stp_10.42.42.5(pid=11610): Launched\u000a07:30:52.147457 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:30:52.686837 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11612): Launched\u000a07:30:52.981742 run osmo-msc_10.42.42.6(pid=11613): Launched\u000a07:30:53.154997 run osmo-stp_10.42.42.5(pid=11610): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11610)]\u000a07:30:53.280205 run osmo-stp_10.42.42.5(pid=11610): stdout: \u000a| (launched: 2022-12-10_07:30:51.894816)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:30:53.403229 run osmo-stp_10.42.42.5(pid=11610): stderr: \u000a| �[0;m�[38;5;43m20221210073052062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073052062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073052062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073052062 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073052065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073052065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073052065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:30:53.522266 run osmo-stp_10.42.42.5(pid=11610): stdout: \u000a| (launched: 2022-12-10_07:30:51.894816)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:30:53.639607 run osmo-stp_10.42.42.5(pid=11610): stderr: \u000a| �[0;m�[38;5;43m20221210073052062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073052062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073052062 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073052062 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073052065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073052065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073052065 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:30:53.691463 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11610): Process ended prematurely: osmo-stp_10.42.42.5(pid=11610) [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11610)] [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a07:30:53.699945 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a07:30:53.759737 run osmo-hlr_10.42.42.2(pid=11607): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11607)]\u000a07:30:53.808610 run osmo-hlr_10.42.42.2(pid=11607): stdout: \u000a| (launched: 2022-12-10_07:30:50.963329) \u000a07:30:53.858015 run osmo-hlr_10.42.42.2(pid=11607): stderr: \u000a| �[0;m�[1;31m20221210073051138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073051138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073051138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073051138 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073051139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073051139 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073051151 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073051162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073051162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073051162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:30:53.925112 run osmo-msc_10.42.42.6(pid=11613): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11613)]\u000a07:30:53.974068 run osmo-msc_10.42.42.6(pid=11613): stdout: \u000a| (launched: 2022-12-10_07:30:52.836197) \u000a07:30:54.023209 run osmo-msc_10.42.42.6(pid=11613): stderr: \u000a| �[0;m�[38;5;43m20221210073053108 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210073053108 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdcefd5cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210073053108 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210073053108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210073053108 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210073053109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210073053111 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210073053111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210073053111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210073053111 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:30:54.065044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11606): Terminating (SIGTERM)\u000a07:30:54.104864 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11609): Terminating (SIGTERM)\u000a07:30:54.144627 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11612): Terminating (SIGTERM)\u000a07:30:54.154159 --- ParallelTerminationStrategy: PID 11606 died...\u000a07:30:54.208060 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11606): Terminated: ok {rc=0}\u000a07:30:54.217745 --- ParallelTerminationStrategy: PID 11609 died...\u000a07:30:54.270444 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11609): Terminated: ok {rc=0}\u000a07:30:54.280309 --- ParallelTerminationStrategy: PID 11612 died...\u000a07:30:54.332919 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11612): Terminated: ok {rc=0}\u000a07:30:54.420418 bus /sierra_3: Setting Powered False\u000a07:30:55.522542 bus /sierra_3: Setting Powered False\u000a07:30:56.634052 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "80", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:30:37" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11624): Process ended prematurely: osmo-stp_10.42.42.5(pid=11624) [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11624)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11624): Process ended prematurely: osmo-stp_10.42.42.5(pid=11624) [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11624)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:30:58.621918 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:30:58.633467 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:30:58.794539 tst mo_mt_call.py: using LAC 26820\u000a07:30:58.920739 tst mo_mt_call.py: using RAC 45\u000a07:30:59.045116 tst mo_mt_call.py: using CellId 26820\u000a07:30:59.161108 tst mo_mt_call.py: using BVCI 26821\u000a07:30:59.183465 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:30:59.194438 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:30:59.205203 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:30:59.216115 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:30:59.227235 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:30:59.238079 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:30:59.356028 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:30:59.554979 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:31:00.018661 run create_hlr_db(pid=11618): Launched\u000a07:31:00.188271 bus /sierra_2: Setting Powered False\u000a07:31:01.223764 run create_hlr_db(pid=11618): Terminated: ok {rc=0}\u000a07:31:01.671427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11620): Launched\u000a07:31:02.105311 run osmo-hlr_10.42.42.2(pid=11621): Launched\u000a07:31:02.255348 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:31:02.807129 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11623): Launched\u000a07:31:03.124597 run osmo-stp_10.42.42.5(pid=11624): Launched\u000a07:31:03.239570 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:31:03.820618 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11626): Launched\u000a07:31:04.138766 run osmo-msc_10.42.42.6(pid=11627): Launched\u000a07:31:04.324630 run osmo-stp_10.42.42.5(pid=11624): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11624)]\u000a07:31:04.459285 run osmo-stp_10.42.42.5(pid=11624): stdout: \u000a| (launched: 2022-12-10_07:31:02.969284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:31:04.593772 run osmo-stp_10.42.42.5(pid=11624): stderr: \u000a| �[0;m�[38;5;43m20221210073103160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073103160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073103161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073103161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073103162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073103162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073103162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:31:04.721934 run osmo-stp_10.42.42.5(pid=11624): stdout: \u000a| (launched: 2022-12-10_07:31:02.969284)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:31:04.848661 run osmo-stp_10.42.42.5(pid=11624): stderr: \u000a| �[0;m�[38;5;43m20221210073103160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073103160 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073103161 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073103161 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073103162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073103162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073103162 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:31:04.904806 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11624): Process ended prematurely: osmo-stp_10.42.42.5(pid=11624) [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11624)] [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a07:31:04.914300 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a07:31:04.977337 run osmo-hlr_10.42.42.2(pid=11621): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11621)]\u000a07:31:05.029109 run osmo-hlr_10.42.42.2(pid=11621): stdout: \u000a| (launched: 2022-12-10_07:31:01.837878) \u000a07:31:05.081229 run osmo-hlr_10.42.42.2(pid=11621): stderr: \u000a| �[0;m�[1;31m20221210073102085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073102085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073102085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073102085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073102085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073102085 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073102111 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073102120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073102120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073102120 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:31:05.151825 run osmo-msc_10.42.42.6(pid=11627): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11627)]\u000a07:31:05.203145 run osmo-msc_10.42.42.6(pid=11627): stdout: \u000a| (launched: 2022-12-10_07:31:03.982780) \u000a07:31:05.254929 run osmo-msc_10.42.42.6(pid=11627): stderr: \u000a| �[0;m�[38;5;43m20221210073104305 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210073104305 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7feceb099c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210073104306 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210073104306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210073104306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210073104306 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210073104308 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210073104308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210073104308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210073104308 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:31:05.298932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11620): Terminating (SIGTERM)\u000a07:31:05.340715 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11623): Terminating (SIGTERM)\u000a07:31:05.382933 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11626): Terminating (SIGTERM)\u000a07:31:05.392808 --- ParallelTerminationStrategy: PID 11620 died...\u000a07:31:05.448988 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11620): Terminated: ok {rc=0}\u000a07:31:05.459182 --- ParallelTerminationStrategy: PID 11623 died...\u000a07:31:05.514871 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11623): Terminated: ok {rc=0}\u000a07:31:05.525239 --- ParallelTerminationStrategy: PID 11626 died...\u000a07:31:05.581337 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11626): Terminated: ok {rc=0}\u000a07:31:05.670179 bus /sierra_3: Setting Powered False\u000a07:31:06.771587 bus /sierra_3: Setting Powered False\u000a07:31:07.878183 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 57, "className" : "voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11636): Process ended prematurely: osmo-stp_10.42.42.5(pid=11636) [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11636)]", "failedSince" : 2315, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11636): Process ended prematurely: osmo-stp_10.42.42.5(pid=11636) [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11636)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:31:08.985335 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:31:08.996789 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:31:09.150245 tst mo_mt_call_osmux.py: using LAC 26821\u000a07:31:09.267455 tst mo_mt_call_osmux.py: using RAC 46\u000a07:31:09.385631 tst mo_mt_call_osmux.py: using CellId 26821\u000a07:31:09.502130 tst mo_mt_call_osmux.py: using BVCI 26822\u000a07:31:09.524374 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:31:09.535408 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:31:09.546276 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:31:09.557384 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:31:09.568652 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:31:09.579726 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:31:09.699551 tst voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:31:09.908194 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:31:10.415158 run create_hlr_db(pid=11630): Launched\u000a07:31:10.598382 bus /sierra_2: Setting Powered False\u000a07:31:11.620176 run create_hlr_db(pid=11630): Terminated: ok {rc=0}\u000a07:31:12.017481 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11632): Launched\u000a07:31:12.311980 run osmo-hlr_10.42.42.2(pid=11633): Launched\u000a07:31:12.421072 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:31:12.933704 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11635): Launched\u000a07:31:13.228200 run osmo-stp_10.42.42.5(pid=11636): Launched\u000a07:31:13.336343 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:31:13.876169 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11638): Launched\u000a07:31:14.171812 run osmo-msc_10.42.42.6(pid=11639): Launched\u000a07:31:14.344887 run osmo-stp_10.42.42.5(pid=11636): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11636)]\u000a07:31:14.470210 run osmo-stp_10.42.42.5(pid=11636): stdout: \u000a| (launched: 2022-12-10_07:31:13.083172)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:31:14.592686 run osmo-stp_10.42.42.5(pid=11636): stderr: \u000a| �[0;m�[38;5;43m20221210073113250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073113250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073113250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073113251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073113253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073113253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073113253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:31:14.710743 run osmo-stp_10.42.42.5(pid=11636): stdout: \u000a| (launched: 2022-12-10_07:31:13.083172)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:31:14.828351 run osmo-stp_10.42.42.5(pid=11636): stderr: \u000a| �[0;m�[38;5;43m20221210073113250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073113250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073113250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073113251 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073113253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073113253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073113253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:31:14.880126 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11636): Process ended prematurely: osmo-stp_10.42.42.5(pid=11636) [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11636)] [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a07:31:14.888450 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a07:31:14.947808 run osmo-hlr_10.42.42.2(pid=11633): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11633)]\u000a07:31:14.996269 run osmo-hlr_10.42.42.2(pid=11633): stdout: \u000a| (launched: 2022-12-10_07:31:12.166985) \u000a07:31:15.046105 run osmo-hlr_10.42.42.2(pid=11633): stderr: \u000a| �[0;m�[1;31m20221210073112341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073112341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073112341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073112341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073112341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073112341 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073112354 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073112365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073112365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073112365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:31:15.112773 run osmo-msc_10.42.42.6(pid=11639): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11639)]\u000a07:31:15.161273 run osmo-msc_10.42.42.6(pid=11639): stdout: \u000a| (launched: 2022-12-10_07:31:14.025697) \u000a07:31:15.210079 run osmo-msc_10.42.42.6(pid=11639): stderr: \u000a| �[0;m�[38;5;43m20221210073114294 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210073114294 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc2435e7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210073114295 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210073114295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210073114295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210073114295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210073114297 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210073114298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210073114298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210073114298 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:31:15.251159 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11632): Terminating (SIGTERM)\u000a07:31:15.290491 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11635): Terminating (SIGTERM)\u000a07:31:15.329878 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11638): Terminating (SIGTERM)\u000a07:31:15.339249 --- ParallelTerminationStrategy: PID 11632 died...\u000a07:31:15.392270 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11632): Terminated: ok {rc=0}\u000a07:31:15.401830 --- ParallelTerminationStrategy: PID 11635 died...\u000a07:31:15.454296 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11635): Terminated: ok {rc=0}\u000a07:31:15.463959 --- ParallelTerminationStrategy: PID 11638 died...\u000a07:31:15.516418 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11638): Terminated: ok {rc=0}\u000a07:31:15.599236 bus /sierra_3: Setting Powered False\u000a07:31:16.724797 bus /sierra_3: Setting Powered False\u000a07:31:17.839752 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "81", "name" : "voice_trx-umtrx+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:30:58" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11651): Process ended prematurely: osmo-stp_10.42.42.5(pid=11651) [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11651)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11651): Process ended prematurely: osmo-stp_10.42.42.5(pid=11651) [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11651)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a07:31:19.824014 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:31:19.835068 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a07:31:19.989837 tst mo_mt_call.py: using LAC 26822\u000a07:31:20.106214 tst mo_mt_call.py: using RAC 47\u000a07:31:20.222315 tst mo_mt_call.py: using CellId 26822\u000a07:31:20.338233 tst mo_mt_call.py: using BVCI 26823\u000a07:31:20.360518 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:31:20.371482 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:31:20.382324 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:31:20.393285 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:31:20.404342 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:31:20.415271 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:31:20.533997 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:31:20.739147 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:31:21.203451 run create_hlr_db(pid=11645): Launched\u000a07:31:21.372569 bus /sierra_2: Setting Powered False\u000a07:31:22.394627 run create_hlr_db(pid=11645): Terminated: ok {rc=0}\u000a07:31:22.787787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11647): Launched\u000a07:31:23.091226 run osmo-hlr_10.42.42.2(pid=11648): Launched\u000a07:31:23.209958 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:31:23.760151 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11650): Launched\u000a07:31:24.077223 run osmo-stp_10.42.42.5(pid=11651): Launched\u000a07:31:24.191598 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:31:24.770607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11653): Launched\u000a07:31:25.088221 run osmo-msc_10.42.42.6(pid=11654): Launched\u000a07:31:25.275066 run osmo-stp_10.42.42.5(pid=11651): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11651)]\u000a07:31:25.409951 run osmo-stp_10.42.42.5(pid=11651): stdout: \u000a| (launched: 2022-12-10_07:31:23.921869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:31:25.543282 run osmo-stp_10.42.42.5(pid=11651): stderr: \u000a| �[0;m�[38;5;43m20221210073124113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073124113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073124113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073124114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073124116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073124116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073124116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:31:25.671135 run osmo-stp_10.42.42.5(pid=11651): stdout: \u000a| (launched: 2022-12-10_07:31:23.921869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:31:25.798071 run osmo-stp_10.42.42.5(pid=11651): stderr: \u000a| �[0;m�[38;5;43m20221210073124113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073124113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073124113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073124114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073124116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073124116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073124116 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:31:25.854030 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11651): Process ended prematurely: osmo-stp_10.42.42.5(pid=11651) [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11651)] [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a07:31:25.863228 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a07:31:25.925960 run osmo-hlr_10.42.42.2(pid=11648): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11648)]\u000a07:31:25.977396 run osmo-hlr_10.42.42.2(pid=11648): stdout: \u000a| (launched: 2022-12-10_07:31:22.937502) \u000a07:31:26.029415 run osmo-hlr_10.42.42.2(pid=11648): stderr: \u000a| �[0;m�[1;31m20221210073123127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073123127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073123127 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073123128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073123128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073123128 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073123140 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073123148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073123148 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073123149 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:31:26.099495 run osmo-msc_10.42.42.6(pid=11654): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11654)]\u000a07:31:26.150339 run osmo-msc_10.42.42.6(pid=11654): stdout: \u000a| (launched: 2022-12-10_07:31:24.932253) \u000a07:31:26.201669 run osmo-msc_10.42.42.6(pid=11654): stderr: \u000a| �[0;m�[38;5;43m20221210073125253 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210073125253 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f218e84bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210073125253 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210073125253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210073125253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210073125254 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210073125255 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210073125256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210073125256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210073125256 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:31:26.245322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11647): Terminating (SIGTERM)\u000a07:31:26.286577 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11650): Terminating (SIGTERM)\u000a07:31:26.328075 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11653): Terminating (SIGTERM)\u000a07:31:26.337947 --- ParallelTerminationStrategy: PID 11647 died...\u000a07:31:26.394019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11647): Terminated: ok {rc=0}\u000a07:31:26.404167 --- ParallelTerminationStrategy: PID 11650 died...\u000a07:31:26.459827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11650): Terminated: ok {rc=0}\u000a07:31:26.470127 --- ParallelTerminationStrategy: PID 11653 died...\u000a07:31:26.525658 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11653): Terminated: ok {rc=0}\u000a07:31:26.611957 bus /sierra_3: Setting Powered False\u000a07:31:27.714769 bus /sierra_3: Setting Powered False\u000a07:31:28.821854 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11662): Process ended prematurely: osmo-stp_10.42.42.5(pid=11662) [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11662)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11662): Process ended prematurely: osmo-stp_10.42.42.5(pid=11662) [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11662)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:31:29.934999 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:31:29.947214 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a07:31:30.111412 tst mo_mt_call_osmux.py: using LAC 26823\u000a07:31:30.242385 tst mo_mt_call_osmux.py: using RAC 48\u000a07:31:30.365539 tst mo_mt_call_osmux.py: using CellId 26823\u000a07:31:30.488003 tst mo_mt_call_osmux.py: using BVCI 26824\u000a07:31:30.512325 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:31:30.523700 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:31:30.535042 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:31:30.546438 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:31:30.558255 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:31:30.569695 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:31:30.684919 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:31:30.896119 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:31:31.443029 run create_hlr_db(pid=11656): Launched\u000a07:31:31.631173 bus /sierra_2: Setting Powered False\u000a07:31:32.647914 run create_hlr_db(pid=11656): Terminated: ok {rc=0}\u000a07:31:33.069497 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11658): Launched\u000a07:31:33.385373 run osmo-hlr_10.42.42.2(pid=11659): Launched\u000a07:31:33.501014 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:31:34.051484 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11661): Launched\u000a07:31:34.367020 run osmo-stp_10.42.42.5(pid=11662): Launched\u000a07:31:34.481335 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:31:35.058063 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11664): Launched\u000a07:31:35.373065 run osmo-msc_10.42.42.6(pid=11665): Launched\u000a07:31:35.558253 run osmo-stp_10.42.42.5(pid=11662): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11662)]\u000a07:31:35.691938 run osmo-stp_10.42.42.5(pid=11662): stdout: \u000a| (launched: 2022-12-10_07:31:34.212432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:31:35.825478 run osmo-stp_10.42.42.5(pid=11662): stderr: \u000a| �[0;m�[38;5;43m20221210073134403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073134404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073134404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073134405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073134405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073134405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073134405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:31:35.952706 run osmo-stp_10.42.42.5(pid=11662): stdout: \u000a| (launched: 2022-12-10_07:31:34.212432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:31:36.079841 run osmo-stp_10.42.42.5(pid=11662): stderr: \u000a| �[0;m�[38;5;43m20221210073134403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073134404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073134404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073134405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073134405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073134405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073134405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:31:36.135726 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11662): Process ended prematurely: osmo-stp_10.42.42.5(pid=11662) [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11662)] [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a07:31:36.145116 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a07:31:36.207640 run osmo-hlr_10.42.42.2(pid=11659): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11659)]\u000a07:31:36.258737 run osmo-hlr_10.42.42.2(pid=11659): stdout: \u000a| (launched: 2022-12-10_07:31:33.230312) \u000a07:31:36.310407 run osmo-hlr_10.42.42.2(pid=11659): stderr: \u000a| �[0;m�[1;31m20221210073133429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073133429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073133429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073133429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073133429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073133429 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073133446 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073133455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073133455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073133455 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:31:36.380446 run osmo-msc_10.42.42.6(pid=11665): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11665)]\u000a07:31:36.431257 run osmo-msc_10.42.42.6(pid=11665): stdout: \u000a| (launched: 2022-12-10_07:31:35.218532) \u000a07:31:36.482489 run osmo-msc_10.42.42.6(pid=11665): stderr: \u000a| �[0;m�[38;5;43m20221210073135540 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210073135540 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f45d9325c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210073135541 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210073135541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210073135541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210073135541 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210073135543 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210073135543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210073135543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210073135543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:31:36.526132 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11658): Terminating (SIGTERM)\u000a07:31:36.567637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11661): Terminating (SIGTERM)\u000a07:31:36.609248 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11664): Terminating (SIGTERM)\u000a07:31:36.618691 --- ParallelTerminationStrategy: PID 11658 died...\u000a07:31:36.675601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11658): Terminated: ok {rc=0}\u000a07:31:36.685793 --- ParallelTerminationStrategy: PID 11661 died...\u000a07:31:36.741252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11661): Terminated: ok {rc=0}\u000a07:31:36.751355 --- ParallelTerminationStrategy: PID 11664 died...\u000a07:31:36.806718 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11664): Terminated: ok {rc=0}\u000a07:31:36.893220 bus /sierra_3: Setting Powered False\u000a07:31:37.996294 bus /sierra_3: Setting Powered False\u000a07:31:39.107452 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "82", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:31:19" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11676): Process ended prematurely: osmo-stp_10.42.42.5(pid=11676) [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11676)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11676): Process ended prematurely: osmo-stp_10.42.42.5(pid=11676) [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11676)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:31:41.099077 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:31:41.110731 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:31:41.271943 tst mo_mt_call.py: using LAC 26824\u000a07:31:41.396513 tst mo_mt_call.py: using RAC 49\u000a07:31:41.525659 tst mo_mt_call.py: using CellId 26824\u000a07:31:41.649440 tst mo_mt_call.py: using BVCI 26825\u000a07:31:41.673474 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:31:41.684824 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:31:41.696064 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:31:41.707484 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:31:41.719044 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:31:41.730481 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:31:41.847269 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:31:42.056816 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:31:42.563126 run create_hlr_db(pid=11670): Launched\u000a07:31:42.746444 bus /sierra_2: Setting Powered False\u000a07:31:43.757673 run create_hlr_db(pid=11670): Terminated: ok {rc=0}\u000a07:31:44.184209 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11672): Launched\u000a07:31:44.501376 run osmo-hlr_10.42.42.2(pid=11673): Launched\u000a07:31:44.616698 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:31:45.165664 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11675): Launched\u000a07:31:45.483042 run osmo-stp_10.42.42.5(pid=11676): Launched\u000a07:31:45.593325 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:31:46.185695 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11678): Launched\u000a07:31:46.515230 run osmo-msc_10.42.42.6(pid=11679): Launched\u000a07:31:46.818907 run osmo-stp_10.42.42.5(pid=11676): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11676)]\u000a07:31:47.166516 run osmo-stp_10.42.42.5(pid=11676): stdout: \u000a| (launched: 2022-12-10_07:31:45.326951)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:31:47.401611 run osmo-stp_10.42.42.5(pid=11676): stderr: \u000a| �[0;m�[38;5;43m20221210073145496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073145496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073145496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073145497 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073145499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073145499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073145499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:31:47.523467 run osmo-stp_10.42.42.5(pid=11676): stdout: \u000a| (launched: 2022-12-10_07:31:45.326951)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:31:47.642152 run osmo-stp_10.42.42.5(pid=11676): stderr: \u000a| �[0;m�[38;5;43m20221210073145496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073145496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073145496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073145497 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073145499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073145499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073145499 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:31:47.694349 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11676): Process ended prematurely: osmo-stp_10.42.42.5(pid=11676) [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11676)] [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a07:31:47.703130 tst mo_mt_call.py:8: Test FAILED (6.6 sec)\u000a07:31:47.764255 run osmo-hlr_10.42.42.2(pid=11673): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11673)]\u000a07:31:47.814007 run osmo-hlr_10.42.42.2(pid=11673): stdout: \u000a| (launched: 2022-12-10_07:31:44.345636) \u000a07:31:47.864431 run osmo-hlr_10.42.42.2(pid=11673): stderr: \u000a| �[0;m�[1;31m20221210073144541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073144541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073144541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073144541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073144541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073144541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073144554 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073144562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073144562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073144562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:31:47.932662 run osmo-msc_10.42.42.6(pid=11679): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11679)]\u000a07:31:47.982781 run osmo-msc_10.42.42.6(pid=11679): stdout: \u000a| (launched: 2022-12-10_07:31:46.338052) \u000a07:31:48.032696 run osmo-msc_10.42.42.6(pid=11679): stderr: \u000a| �[0;m�[38;5;43m20221210073146911 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210073146912 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2f41039c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210073146912 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210073146912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210073146912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210073146912 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210073146915 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210073146915 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210073146916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210073146916 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:31:48.074749 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11672): Terminating (SIGTERM)\u000a07:31:48.115562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11675): Terminating (SIGTERM)\u000a07:31:48.155860 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11678): Terminating (SIGTERM)\u000a07:31:48.165730 --- ParallelTerminationStrategy: PID 11672 died...\u000a07:31:48.220157 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11672): Terminated: ok {rc=0}\u000a07:31:48.230653 --- ParallelTerminationStrategy: PID 11675 died...\u000a07:31:48.285245 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11675): Terminated: ok {rc=0}\u000a07:31:48.295013 --- ParallelTerminationStrategy: PID 11678 died...\u000a07:31:48.348662 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11678): Terminated: ok {rc=0}\u000a07:31:48.437662 bus /sierra_3: Setting Powered False\u000a07:31:49.540813 bus /sierra_3: Setting Powered False\u000a07:31:50.652981 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 56, "className" : "voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11687): Process ended prematurely: osmo-stp_10.42.42.5(pid=11687) [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11687)]", "failedSince" : 2316, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11687): Process ended prematurely: osmo-stp_10.42.42.5(pid=11687) [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11687)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:31:51.761535 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:31:51.773198 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:31:51.933634 tst mo_mt_call_osmux.py: using LAC 26825\u000a07:31:52.060587 tst mo_mt_call_osmux.py: using RAC 50\u000a07:31:52.184697 tst mo_mt_call_osmux.py: using CellId 26825\u000a07:31:52.307460 tst mo_mt_call_osmux.py: using BVCI 26826\u000a07:31:52.331756 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:31:52.343493 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:31:52.354848 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:31:52.366184 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:31:52.377580 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:31:52.388759 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:31:52.509754 tst voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:31:52.709951 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:31:53.176230 run create_hlr_db(pid=11681): Launched\u000a07:31:53.345884 bus /sierra_2: Setting Powered False\u000a07:31:54.367926 run create_hlr_db(pid=11681): Terminated: ok {rc=0}\u000a07:31:54.789224 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11683): Launched\u000a07:31:55.107343 run osmo-hlr_10.42.42.2(pid=11684): Launched\u000a07:31:55.223876 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:31:55.774801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11686): Launched\u000a07:31:56.091611 run osmo-stp_10.42.42.5(pid=11687): Launched\u000a07:31:56.206710 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:31:56.785643 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11689): Launched\u000a07:31:57.102718 run osmo-msc_10.42.42.6(pid=11690): Launched\u000a07:31:57.287237 run osmo-stp_10.42.42.5(pid=11687): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11687)]\u000a07:31:57.420100 run osmo-stp_10.42.42.5(pid=11687): stdout: \u000a| (launched: 2022-12-10_07:31:55.935758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:31:57.554585 run osmo-stp_10.42.42.5(pid=11687): stderr: \u000a| �[0;m�[38;5;43m20221210073156126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073156126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073156126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073156126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073156129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073156129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073156129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:31:57.682270 run osmo-stp_10.42.42.5(pid=11687): stdout: \u000a| (launched: 2022-12-10_07:31:55.935758)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:31:57.808197 run osmo-stp_10.42.42.5(pid=11687): stderr: \u000a| �[0;m�[38;5;43m20221210073156126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073156126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073156126 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073156126 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073156129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073156129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073156129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:31:57.864166 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11687): Process ended prematurely: osmo-stp_10.42.42.5(pid=11687) [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11687)] [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a07:31:57.873520 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a07:31:57.936152 run osmo-hlr_10.42.42.2(pid=11684): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11684)]\u000a07:31:57.987818 run osmo-hlr_10.42.42.2(pid=11684): stdout: \u000a| (launched: 2022-12-10_07:31:54.950583) \u000a07:31:58.040393 run osmo-hlr_10.42.42.2(pid=11684): stderr: \u000a| �[0;m�[1;31m20221210073155147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073155147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073155147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073155147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073155147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073155147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073155159 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073155168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073155168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073155168 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:31:58.110836 run osmo-msc_10.42.42.6(pid=11690): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11690)]\u000a07:31:58.161910 run osmo-msc_10.42.42.6(pid=11690): stdout: \u000a| (launched: 2022-12-10_07:31:56.946772) \u000a07:31:58.213329 run osmo-msc_10.42.42.6(pid=11690): stderr: \u000a| �[0;m�[38;5;43m20221210073157268 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210073157268 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5a22182c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210073157269 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210073157269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210073157269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210073157269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210073157271 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210073157271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210073157271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210073157271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:31:58.257091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11683): Terminating (SIGTERM)\u000a07:31:58.298706 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11686): Terminating (SIGTERM)\u000a07:31:58.340762 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11689): Terminating (SIGTERM)\u000a07:31:58.350642 --- ParallelTerminationStrategy: PID 11683 died...\u000a07:31:58.406817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11683): Terminated: ok {rc=0}\u000a07:31:58.417060 --- ParallelTerminationStrategy: PID 11686 died...\u000a07:31:58.472681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11686): Terminated: ok {rc=0}\u000a07:31:58.482720 --- ParallelTerminationStrategy: PID 11689 died...\u000a07:31:58.538362 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11689): Terminated: ok {rc=0}\u000a07:31:58.625033 bus /sierra_3: Setting Powered False\u000a07:31:59.730253 bus /sierra_3: Setting Powered False\u000a07:32:00.838489 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "83", "name" : "voice_trx-umtrx+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:31:40" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11701): Process ended prematurely: osmo-stp_10.42.42.5(pid=11701) [trial-2371↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11701)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11701): Process ended prematurely: osmo-stp_10.42.42.5(pid=11701) [trial-2371↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11701)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a07:32:02.886642 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:32:02.897714 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:32:03.051382 tst mo_mt_call.py: using LAC 26826\u000a07:32:03.172115 tst mo_mt_call.py: using RAC 51\u000a07:32:03.286175 tst mo_mt_call.py: using CellId 26826\u000a07:32:03.400050 tst mo_mt_call.py: using BVCI 26827\u000a07:32:03.422580 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:32:03.433547 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:32:03.444552 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:32:03.455707 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:32:03.466952 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:32:03.477961 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:32:03.597863 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:32:03.798004 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:32:04.261968 run create_hlr_db(pid=11695): Launched\u000a07:32:04.431296 bus /sierra_2: Setting Powered False\u000a07:32:05.453060 run create_hlr_db(pid=11695): Terminated: ok {rc=0}\u000a07:32:05.873540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11697): Launched\u000a07:32:06.190767 run osmo-hlr_10.42.42.2(pid=11698): Launched\u000a07:32:06.309867 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:32:06.859651 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11700): Launched\u000a07:32:07.175739 run osmo-stp_10.42.42.5(pid=11701): Launched\u000a07:32:07.290285 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:32:07.871001 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11703): Launched\u000a07:32:08.188669 run osmo-msc_10.42.42.6(pid=11704): Launched\u000a07:32:08.373978 run osmo-stp_10.42.42.5(pid=11701): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11701)]\u000a07:32:08.507311 run osmo-stp_10.42.42.5(pid=11701): stdout: \u000a| (launched: 2022-12-10_07:32:07.021024)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:32:08.640206 run osmo-stp_10.42.42.5(pid=11701): stderr: \u000a| �[0;m�[38;5;43m20221210073207214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073207214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073207214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073207214 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073207215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073207215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073207215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:32:08.767276 run osmo-stp_10.42.42.5(pid=11701): stdout: \u000a| (launched: 2022-12-10_07:32:07.021024)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:32:08.893669 run osmo-stp_10.42.42.5(pid=11701): stderr: \u000a| �[0;m�[38;5;43m20221210073207214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073207214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073207214 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073207214 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073207215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073207215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073207215 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:32:08.949468 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11701): Process ended prematurely: osmo-stp_10.42.42.5(pid=11701) [trial-2371↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11701)] [trial-2371↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a07:32:08.958766 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a07:32:09.021432 run osmo-hlr_10.42.42.2(pid=11698): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11698)]\u000a07:32:09.072641 run osmo-hlr_10.42.42.2(pid=11698): stdout: \u000a| (launched: 2022-12-10_07:32:06.035184) \u000a07:32:09.124331 run osmo-hlr_10.42.42.2(pid=11698): stderr: \u000a| �[0;m�[1;31m20221210073206232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073206232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073206232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073206232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073206232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073206232 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073206246 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073206254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073206254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073206254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:32:09.194229 run osmo-msc_10.42.42.6(pid=11704): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11704)]\u000a07:32:09.244610 run osmo-msc_10.42.42.6(pid=11704): stdout: \u000a| (launched: 2022-12-10_07:32:08.033106) \u000a07:32:09.295873 run osmo-msc_10.42.42.6(pid=11704): stderr: \u000a| �[0;m�[38;5;43m20221210073208353 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210073208353 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb89da4bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210073208353 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210073208353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210073208353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210073208353 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210073208355 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210073208355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210073208356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210073208356 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:32:09.339659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11697): Terminating (SIGTERM)\u000a07:32:09.381438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11700): Terminating (SIGTERM)\u000a07:32:09.423036 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11703): Terminating (SIGTERM)\u000a07:32:09.432549 --- ParallelTerminationStrategy: PID 11697 died...\u000a07:32:09.488299 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11697): Terminated: ok {rc=0}\u000a07:32:09.498212 --- ParallelTerminationStrategy: PID 11700 died...\u000a07:32:09.553803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11700): Terminated: ok {rc=0}\u000a07:32:09.563902 --- ParallelTerminationStrategy: PID 11703 died...\u000a07:32:09.619323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11703): Terminated: ok {rc=0}\u000a07:32:09.705552 bus /sierra_3: Setting Powered False\u000a07:32:10.811268 bus /sierra_3: Setting Powered False\u000a07:32:11.918006 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11712): Process ended prematurely: osmo-stp_10.42.42.5(pid=11712) [trial-2371↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11712)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11712): Process ended prematurely: osmo-stp_10.42.42.5(pid=11712) [trial-2371↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11712)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:32:13.031950 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:32:13.044229 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:32:13.207716 tst mo_mt_call_osmux.py: using LAC 26827\u000a07:32:13.338190 tst mo_mt_call_osmux.py: using RAC 52\u000a07:32:13.459976 tst mo_mt_call_osmux.py: using CellId 26827\u000a07:32:13.581602 tst mo_mt_call_osmux.py: using BVCI 26828\u000a07:32:13.605701 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:32:13.617216 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:32:13.628389 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:32:13.639697 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:32:13.651142 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:32:13.662829 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:32:13.781665 tst voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:32:13.982035 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:32:14.447778 run create_hlr_db(pid=11706): Launched\u000a07:32:14.617941 bus /sierra_2: Setting Powered False\u000a07:32:15.641141 run create_hlr_db(pid=11706): Terminated: ok {rc=0}\u000a07:32:16.101520 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11708): Launched\u000a07:32:16.502093 run osmo-hlr_10.42.42.2(pid=11709): Launched\u000a07:32:16.732433 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:32:17.309241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11711): Launched\u000a07:32:17.606567 run osmo-stp_10.42.42.5(pid=11712): Launched\u000a07:32:17.714953 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:32:18.255025 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11714): Launched\u000a07:32:18.550149 run osmo-msc_10.42.42.6(pid=11715): Launched\u000a07:32:18.724406 run osmo-stp_10.42.42.5(pid=11712): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11712)]\u000a07:32:18.849819 run osmo-stp_10.42.42.5(pid=11712): stdout: \u000a| (launched: 2022-12-10_07:32:17.460626)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:32:18.973521 run osmo-stp_10.42.42.5(pid=11712): stderr: \u000a| �[0;m�[38;5;43m20221210073217632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073217632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073217632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073217633 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073217633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073217634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073217634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:32:19.092926 run osmo-stp_10.42.42.5(pid=11712): stdout: \u000a| (launched: 2022-12-10_07:32:17.460626)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:32:19.211527 run osmo-stp_10.42.42.5(pid=11712): stderr: \u000a| �[0;m�[38;5;43m20221210073217632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073217632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073217632 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073217633 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073217633 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073217634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073217634 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:32:19.263634 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11712): Process ended prematurely: osmo-stp_10.42.42.5(pid=11712) [trial-2371↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11712)] [trial-2371↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a07:32:19.272196 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a07:32:19.333755 run osmo-hlr_10.42.42.2(pid=11709): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11709)]\u000a07:32:19.383342 run osmo-hlr_10.42.42.2(pid=11709): stdout: \u000a| (launched: 2022-12-10_07:32:16.256105) \u000a07:32:19.433818 run osmo-hlr_10.42.42.2(pid=11709): stderr: \u000a| �[0;m�[1;31m20221210073216690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073216690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073216690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073216690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073216690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073216690 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073216710 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073216738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073216738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073216738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:32:19.501583 run osmo-msc_10.42.42.6(pid=11715): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11715)]\u000a07:32:19.551202 run osmo-msc_10.42.42.6(pid=11715): stdout: \u000a| (launched: 2022-12-10_07:32:18.404776) \u000a07:32:19.600197 run osmo-msc_10.42.42.6(pid=11715): stderr: \u000a| �[0;m�[38;5;43m20221210073218674 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210073218675 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fddcdb36c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210073218675 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210073218675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210073218675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210073218675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210073218677 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210073218678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210073218678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210073218678 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:32:19.643303 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11708): Terminating (SIGTERM)\u000a07:32:19.682732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11711): Terminating (SIGTERM)\u000a07:32:19.722869 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11714): Terminating (SIGTERM)\u000a07:32:19.732767 --- ParallelTerminationStrategy: PID 11708 died...\u000a07:32:19.786409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11708): Terminated: ok {rc=0}\u000a07:32:19.796724 --- ParallelTerminationStrategy: PID 11711 died...\u000a07:32:19.850686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11711): Terminated: ok {rc=0}\u000a07:32:19.860338 --- ParallelTerminationStrategy: PID 11714 died...\u000a07:32:19.913622 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11714): Terminated: ok {rc=0}\u000a07:32:20.003177 bus /sierra_3: Setting Powered False\u000a07:32:21.106294 bus /sierra_3: Setting Powered False\u000a07:32:22.216640 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "84", "name" : "voice_trx-umtrx+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:32:02" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11726): Process ended prematurely: osmo-stp_10.42.42.5(pid=11726) [trial-2371↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11726)]", "failedSince" : 2318, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11726): Process ended prematurely: osmo-stp_10.42.42.5(pid=11726) [trial-2371↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11726)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a07:32:24.214640 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:32:24.226262 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:32:24.388126 tst mo_mt_call.py: using LAC 26828\u000a07:32:24.512756 tst mo_mt_call.py: using RAC 53\u000a07:32:24.637842 tst mo_mt_call.py: using CellId 26828\u000a07:32:24.751981 tst mo_mt_call.py: using BVCI 26829\u000a07:32:24.774435 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:32:24.785373 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:32:24.796006 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:32:24.807216 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:32:24.818319 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:32:24.829163 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:32:24.944221 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:32:25.142132 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:32:25.608664 run create_hlr_db(pid=11720): Launched\u000a07:32:25.779902 bus /sierra_2: Setting Powered False\u000a07:32:26.801169 run create_hlr_db(pid=11720): Terminated: ok {rc=0}\u000a07:32:27.196903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11722): Launched\u000a07:32:27.494665 run osmo-hlr_10.42.42.2(pid=11723): Launched\u000a07:32:27.611435 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:32:28.131555 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11725): Launched\u000a07:32:28.428246 run osmo-stp_10.42.42.5(pid=11726): Launched\u000a07:32:28.537767 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:32:29.077964 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11728): Launched\u000a07:32:29.375513 run osmo-msc_10.42.42.6(pid=11729): Launched\u000a07:32:29.549746 run osmo-stp_10.42.42.5(pid=11726): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11726)]\u000a07:32:29.675990 run osmo-stp_10.42.42.5(pid=11726): stdout: \u000a| (launched: 2022-12-10_07:32:28.282300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:32:29.799118 run osmo-stp_10.42.42.5(pid=11726): stderr: \u000a| �[0;m�[38;5;43m20221210073228450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073228450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073228451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073228451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073228453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073228453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073228453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:32:29.918376 run osmo-stp_10.42.42.5(pid=11726): stdout: \u000a| (launched: 2022-12-10_07:32:28.282300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:32:30.036605 run osmo-stp_10.42.42.5(pid=11726): stderr: \u000a| �[0;m�[38;5;43m20221210073228450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073228450 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073228451 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073228451 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073228453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073228453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073228453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:32:30.088938 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11726): Process ended prematurely: osmo-stp_10.42.42.5(pid=11726) [trial-2371↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11726)] [trial-2371↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a07:32:30.097666 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a07:32:30.157985 run osmo-hlr_10.42.42.2(pid=11723): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11723)]\u000a07:32:30.207026 run osmo-hlr_10.42.42.2(pid=11723): stdout: \u000a| (launched: 2022-12-10_07:32:27.347904) \u000a07:32:30.257042 run osmo-hlr_10.42.42.2(pid=11723): stderr: \u000a| �[0;m�[1;31m20221210073227522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073227522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073227522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073227522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073227522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073227522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073227533 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073227542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073227542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073227542 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:32:30.324615 run osmo-msc_10.42.42.6(pid=11729): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11729)]\u000a07:32:30.373390 run osmo-msc_10.42.42.6(pid=11729): stdout: \u000a| (launched: 2022-12-10_07:32:29.228009) \u000a07:32:30.423383 run osmo-msc_10.42.42.6(pid=11729): stderr: \u000a| �[0;m�[38;5;43m20221210073229497 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210073229497 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5de2c55c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210073229497 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210073229497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210073229497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210073229498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210073229500 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210073229500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210073229500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210073229500 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:32:30.465186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11722): Terminating (SIGTERM)\u000a07:32:30.504646 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11725): Terminating (SIGTERM)\u000a07:32:30.545028 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11728): Terminating (SIGTERM)\u000a07:32:30.554729 --- ParallelTerminationStrategy: PID 11722 died...\u000a07:32:30.608833 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11722): Terminated: ok {rc=0}\u000a07:32:30.619001 --- ParallelTerminationStrategy: PID 11725 died...\u000a07:32:30.672535 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11725): Terminated: ok {rc=0}\u000a07:32:30.682283 --- ParallelTerminationStrategy: PID 11728 died...\u000a07:32:30.736073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11728): Terminated: ok {rc=0}\u000a07:32:30.825077 bus /sierra_3: Setting Powered False\u000a07:32:31.938007 bus /sierra_3: Setting Powered False\u000a07:32:33.048729 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "voice:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11737): Process ended prematurely: osmo-stp_10.42.42.5(pid=11737) [trial-2371↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11737)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11737): Process ended prematurely: osmo-stp_10.42.42.5(pid=11737) [trial-2371↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11737)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-umtrx+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:32:34.162605 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:32:34.174668 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:32:34.340616 tst mo_mt_call_osmux.py: using LAC 26829\u000a07:32:34.466870 tst mo_mt_call_osmux.py: using RAC 54\u000a07:32:34.591694 tst mo_mt_call_osmux.py: using CellId 26829\u000a07:32:34.716681 tst mo_mt_call_osmux.py: using BVCI 26830\u000a07:32:34.740790 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:32:34.752111 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:32:34.763272 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:32:34.774424 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:32:34.785613 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:32:34.796680 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:32:34.912373 tst voice:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:32:35.112419 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:32:35.579416 run create_hlr_db(pid=11731): Launched\u000a07:32:35.749677 bus /sierra_2: Setting Powered False\u000a07:32:36.771657 run create_hlr_db(pid=11731): Terminated: ok {rc=0}\u000a07:32:37.193812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11733): Launched\u000a07:32:37.512570 run osmo-hlr_10.42.42.2(pid=11734): Launched\u000a07:32:37.629823 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:32:38.183163 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11736): Launched\u000a07:32:38.502010 run osmo-stp_10.42.42.5(pid=11737): Launched\u000a07:32:38.617526 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:32:39.203450 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11739): Launched\u000a07:32:39.522006 run osmo-msc_10.42.42.6(pid=11740): Launched\u000a07:32:39.708741 run osmo-stp_10.42.42.5(pid=11737): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11737)]\u000a07:32:39.842764 run osmo-stp_10.42.42.5(pid=11737): stdout: \u000a| (launched: 2022-12-10_07:32:38.345499)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:32:39.977099 run osmo-stp_10.42.42.5(pid=11737): stderr: \u000a| �[0;m�[38;5;43m20221210073238538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073238539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073238539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073238539 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073238540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073238540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073238540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:32:40.105847 run osmo-stp_10.42.42.5(pid=11737): stdout: \u000a| (launched: 2022-12-10_07:32:38.345499)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:32:40.233184 run osmo-stp_10.42.42.5(pid=11737): stderr: \u000a| �[0;m�[38;5;43m20221210073238538 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073238539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073238539 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073238539 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073238540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073238540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073238540 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:32:40.289557 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11737): Process ended prematurely: osmo-stp_10.42.42.5(pid=11737) [trial-2371↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11737)] [trial-2371↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a07:32:40.298739 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a07:32:40.362334 run osmo-hlr_10.42.42.2(pid=11734): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11734)]\u000a07:32:40.413847 run osmo-hlr_10.42.42.2(pid=11734): stdout: \u000a| (launched: 2022-12-10_07:32:37.355140) \u000a07:32:40.465923 run osmo-hlr_10.42.42.2(pid=11734): stderr: \u000a| �[0;m�[1;31m20221210073237553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073237553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073237553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073237553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073237553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073237553 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073237565 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-umtrx+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073237573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073237573 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073237574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:32:40.536247 run osmo-msc_10.42.42.6(pid=11740): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-umtrx+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11740)]\u000a07:32:40.587300 run osmo-msc_10.42.42.6(pid=11740): stdout: \u000a| (launched: 2022-12-10_07:32:39.365786) \u000a07:32:40.638854 run osmo-msc_10.42.42.6(pid=11740): stderr: \u000a| �[0;m�[38;5;43m20221210073239689 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210073239689 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3f1ea6ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210073239689 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210073239689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210073239689 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210073239690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210073239691 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210073239692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210073239692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210073239692 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:32:40.682781 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11733): Terminating (SIGTERM)\u000a07:32:40.724756 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11736): Terminating (SIGTERM)\u000a07:32:40.766693 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11739): Terminating (SIGTERM)\u000a07:32:40.776592 --- ParallelTerminationStrategy: PID 11733 died...\u000a07:32:40.832413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11733): Terminated: ok {rc=0}\u000a07:32:40.842734 --- ParallelTerminationStrategy: PID 11736 died...\u000a07:32:40.898209 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11736): Terminated: ok {rc=0}\u000a07:32:40.908506 --- ParallelTerminationStrategy: PID 11739 died...\u000a07:32:40.963821 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11739): Terminated: ok {rc=0}\u000a07:32:41.050875 bus /sierra_3: Setting Powered False\u000a07:32:42.156078 bus /sierra_3: Setting Powered False\u000a07:32:43.267923 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "85", "name" : "voice_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:32:23" }, { "cases" : [ { "testActions" : [ ], "age" : 209, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11751): Process ended prematurely: osmo-stp_10.42.42.5(pid=11751) [trial-2371↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11751)]", "failedSince" : 2163, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11751): Process ended prematurely: osmo-stp_10.42.42.5(pid=11751) [trial-2371↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11751)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a07:32:45.249982 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:32:45.261230 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a07:32:45.398683 tst mo_mt_call.py: using LAC 26830\u000a07:32:45.519323 tst mo_mt_call.py: using RAC 55\u000a07:32:45.633749 tst mo_mt_call.py: using CellId 26830\u000a07:32:45.756322 tst mo_mt_call.py: using BVCI 26831\u000a07:32:45.780560 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:32:45.792618 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:32:45.804271 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:32:45.815727 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:32:45.827313 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:32:45.839453 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a07:32:45.971316 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a07:32:46.188075 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:32:46.735258 run create_hlr_db(pid=11745): Launched\u000a07:32:46.913909 bus /sierra_2: Setting Powered False\u000a07:32:47.928781 run create_hlr_db(pid=11745): Terminated: ok {rc=0}\u000a07:32:48.351552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11747): Launched\u000a07:32:48.669934 run osmo-hlr_10.42.42.2(pid=11748): Launched\u000a07:32:48.785331 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:32:49.339582 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11750): Launched\u000a07:32:49.657361 run osmo-stp_10.42.42.5(pid=11751): Launched\u000a07:32:49.772488 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:32:50.354400 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11753): Launched\u000a07:32:50.670966 run osmo-msc_10.42.42.6(pid=11754): Launched\u000a07:32:50.856508 run osmo-stp_10.42.42.5(pid=11751): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11751)]\u000a07:32:50.990700 run osmo-stp_10.42.42.5(pid=11751): stdout: \u000a| (launched: 2022-12-10_07:32:49.501287)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:32:51.125025 run osmo-stp_10.42.42.5(pid=11751): stderr: \u000a| �[0;m�[38;5;43m20221210073249692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073249692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073249692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073249692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073249695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073249695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073249695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:32:51.252219 run osmo-stp_10.42.42.5(pid=11751): stdout: \u000a| (launched: 2022-12-10_07:32:49.501287)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:32:51.378578 run osmo-stp_10.42.42.5(pid=11751): stderr: \u000a| �[0;m�[38;5;43m20221210073249692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073249692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073249692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073249692 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073249695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073249695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073249695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:32:51.434551 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11751): Process ended prematurely: osmo-stp_10.42.42.5(pid=11751) [trial-2371↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11751)] [trial-2371↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a07:32:51.443674 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:32:51.505550 run osmo-hlr_10.42.42.2(pid=11748): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11748)]\u000a07:32:51.556525 run osmo-hlr_10.42.42.2(pid=11748): stdout: \u000a| (launched: 2022-12-10_07:32:48.513813) \u000a07:32:51.608071 run osmo-hlr_10.42.42.2(pid=11748): stderr: \u000a| �[0;m�[1;31m20221210073248711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073248711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073248711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073248711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073248711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073248711 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073248723 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073248731 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073248732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073248732 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:32:51.678229 run osmo-msc_10.42.42.6(pid=11754): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11754)]\u000a07:32:51.728730 run osmo-msc_10.42.42.6(pid=11754): stdout: \u000a| (launched: 2022-12-10_07:32:50.516025) \u000a07:32:51.779614 run osmo-msc_10.42.42.6(pid=11754): stderr: \u000a| �[0;m�[38;5;43m20221210073250838 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210073250838 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa7a9e28c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210073250839 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210073250839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210073250839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210073250839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210073250841 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210073250841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210073250841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210073250841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:32:51.823196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11747): Terminating (SIGTERM)\u000a07:32:51.864360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11750): Terminating (SIGTERM)\u000a07:32:51.906361 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11753): Terminating (SIGTERM)\u000a07:32:51.915987 --- ParallelTerminationStrategy: PID 11747 died...\u000a07:32:51.971507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11747): Terminated: ok {rc=0}\u000a07:32:51.981780 --- ParallelTerminationStrategy: PID 11750 died...\u000a07:32:52.037707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11750): Terminated: ok {rc=0}\u000a07:32:52.047752 --- ParallelTerminationStrategy: PID 11753 died...\u000a07:32:52.103082 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11753): Terminated: ok {rc=0}\u000a07:32:52.190491 bus /sierra_3: Setting Powered False\u000a07:32:53.297087 bus /sierra_3: Setting Powered False\u000a07:32:54.407949 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 207, "className" : "voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11762): Process ended prematurely: osmo-stp_10.42.42.5(pid=11762) [trial-2371↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11762)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11762): Process ended prematurely: osmo-stp_10.42.42.5(pid=11762) [trial-2371↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11762)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:32:55.518674 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:32:55.530631 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a07:32:55.670350 tst mo_mt_call_osmux.py: using LAC 26831\u000a07:32:55.786499 tst mo_mt_call_osmux.py: using RAC 56\u000a07:32:55.910532 tst mo_mt_call_osmux.py: using CellId 26831\u000a07:32:56.035755 tst mo_mt_call_osmux.py: using BVCI 26832\u000a07:32:56.060005 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:32:56.071590 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:32:56.083030 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:32:56.094551 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:32:56.106121 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a07:32:56.117536 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a07:32:56.235771 tst voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a07:32:56.435251 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:32:56.901824 run create_hlr_db(pid=11756): Launched\u000a07:32:57.072375 bus /sierra_2: Setting Powered False\u000a07:32:58.094215 run create_hlr_db(pid=11756): Terminated: ok {rc=0}\u000a07:32:58.516382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11758): Launched\u000a07:32:58.834756 run osmo-hlr_10.42.42.2(pid=11759): Launched\u000a07:32:58.954381 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:32:59.507345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11761): Launched\u000a07:32:59.824402 run osmo-stp_10.42.42.5(pid=11762): Launched\u000a07:32:59.938881 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:33:00.518891 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11764): Launched\u000a07:33:00.836297 run osmo-msc_10.42.42.6(pid=11765): Launched\u000a07:33:01.070132 run osmo-stp_10.42.42.5(pid=11762): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11762)]\u000a07:33:01.363516 run osmo-stp_10.42.42.5(pid=11762): stdout: \u000a| (launched: 2022-12-10_07:32:59.669234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:33:01.651511 run osmo-stp_10.42.42.5(pid=11762): stderr: \u000a| �[0;m�[38;5;43m20221210073259860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073259860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073259860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073259861 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073259861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073259861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073259861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:33:01.799243 run osmo-stp_10.42.42.5(pid=11762): stdout: \u000a| (launched: 2022-12-10_07:32:59.669234)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:33:01.928915 run osmo-stp_10.42.42.5(pid=11762): stderr: \u000a| �[0;m�[38;5;43m20221210073259860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073259860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073259860 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073259861 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073259861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073259861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073259861 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:33:01.986321 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11762): Process ended prematurely: osmo-stp_10.42.42.5(pid=11762) [trial-2371↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11762)] [trial-2371↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a07:33:01.995850 tst mo_mt_call_osmux.py:8: Test FAILED (6.5 sec)\u000a07:33:02.059138 run osmo-hlr_10.42.42.2(pid=11759): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11759)]\u000a07:33:02.110849 run osmo-hlr_10.42.42.2(pid=11759): stdout: \u000a| (launched: 2022-12-10_07:32:58.678496) \u000a07:33:02.163125 run osmo-hlr_10.42.42.2(pid=11759): stderr: \u000a| �[0;m�[1;31m20221210073258876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073258876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073258876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073258876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073258876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073258876 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073258890 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073258898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073258898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073258898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:33:02.244117 run osmo-msc_10.42.42.6(pid=11765): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11765)]\u000a07:33:02.306896 run osmo-msc_10.42.42.6(pid=11765): stdout: \u000a| (launched: 2022-12-10_07:33:00.680757) \u000a07:33:02.361380 run osmo-msc_10.42.42.6(pid=11765): stderr: \u000a| �[0;m�[38;5;43m20221210073301245 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210073301245 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f09bd3c9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210073301246 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210073301246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210073301246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210073301246 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210073301251 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210073301252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210073301252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210073301252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:33:02.406744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11758): Terminating (SIGTERM)\u000a07:33:02.449736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11761): Terminating (SIGTERM)\u000a07:33:02.494314 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11764): Terminating (SIGTERM)\u000a07:33:02.503875 --- ParallelTerminationStrategy: PID 11758 died...\u000a07:33:02.559725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11758): Terminated: ok {rc=0}\u000a07:33:02.569772 --- ParallelTerminationStrategy: PID 11761 died...\u000a07:33:02.624942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11761): Terminated: ok {rc=0}\u000a07:33:02.634984 --- ParallelTerminationStrategy: PID 11764 died...\u000a07:33:02.690304 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11764): Terminated: ok {rc=0}\u000a07:33:02.776593 bus /sierra_3: Setting Powered False\u000a07:33:03.882880 bus /sierra_3: Setting Powered False\u000a07:33:04.990173 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "86", "name" : "voice_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:32:44" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11779): Process ended prematurely: osmo-stp_10.42.42.5(pid=11779) [trial-2371↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11779)]", "failedSince" : 2318, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11779): Process ended prematurely: osmo-stp_10.42.42.5(pid=11779) [trial-2371↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11779)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 emergency:trx-umtrx emergency_mo_mt_call.py\u000a----------------------------------------------\u000a07:33:07.010258 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:33:07.021312 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a07:33:07.160132 tst emergency_mo_mt_call.py: using LAC 26832\u000a07:33:07.282193 tst emergency_mo_mt_call.py: using RAC 57\u000a07:33:07.405822 tst emergency_mo_mt_call.py: using CellId 26832\u000a07:33:07.529763 tst emergency_mo_mt_call.py: using BVCI 26833\u000a07:33:07.553571 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:33:07.564523 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:33:07.575353 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:33:07.586309 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:33:07.597199 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:33:07.607907 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:33:07.723269 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:33:07.932271 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:33:08.431831 run create_hlr_db(pid=11773): Launched\u000a07:33:08.614077 bus /sierra_2: Setting Powered False\u000a07:33:09.633185 run create_hlr_db(pid=11773): Terminated: ok {rc=0}\u000a07:33:10.024704 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11775): Launched\u000a07:33:10.316122 run osmo-hlr_10.42.42.2(pid=11776): Launched\u000a07:33:10.430705 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:33:10.941658 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11778): Launched\u000a07:33:11.233166 run osmo-stp_10.42.42.5(pid=11779): Launched\u000a07:33:11.362269 tst emergency_mo_mt_call.py: using MSISDN 7615\u000a07:33:11.512259 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:33:12.045125 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11781): Launched\u000a07:33:12.338123 run osmo-msc_10.42.42.6(pid=11782): Launched\u000a07:33:12.510847 run osmo-stp_10.42.42.5(pid=11779): ERR: Terminated: ERROR {rc=1} [trial-2371↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11779)]\u000a07:33:12.635816 run osmo-stp_10.42.42.5(pid=11779): stdout: \u000a| (launched: 2022-12-10_07:33:11.089331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:33:12.757619 run osmo-stp_10.42.42.5(pid=11779): stderr: \u000a| �[0;m�[38;5;43m20221210073311258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073311258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073311258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073311259 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073311261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073311262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073311262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:33:12.875350 run osmo-stp_10.42.42.5(pid=11779): stdout: \u000a| (launched: 2022-12-10_07:33:11.089331)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:33:12.992234 run osmo-stp_10.42.42.5(pid=11779): stderr: \u000a| �[0;m�[38;5;43m20221210073311258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073311258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073311258 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073311259 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073311261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073311262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073311262 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:33:13.043508 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=11779): Process ended prematurely: osmo-stp_10.42.42.5(pid=11779) [trial-2371↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11779)] [trial-2371↪emergency:trx-umtrx↪emergency_mo_mt_call.py:19]\u000a07:33:13.051325 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a07:33:13.111202 run osmo-hlr_10.42.42.2(pid=11776): ERR: Terminated: ERROR {rc=237} [trial-2371↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11776)]\u000a07:33:13.160249 run osmo-hlr_10.42.42.2(pid=11776): stdout: \u000a| (launched: 2022-12-10_07:33:10.172509) \u000a07:33:13.209820 run osmo-hlr_10.42.42.2(pid=11776): stderr: \u000a| �[0;m�[1;31m20221210073310345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073310345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073310345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073310345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073310345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073310345 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073310357 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/emergency:trx-umtrx/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073310365 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073310366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073310366 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:33:13.277032 run osmo-msc_10.42.42.6(pid=11782): ERR: Terminated: ERROR {rc=2} [trial-2371↪emergency:trx-umtrx↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11782)]\u000a07:33:13.325820 run osmo-msc_10.42.42.6(pid=11782): stdout: \u000a| (launched: 2022-12-10_07:33:12.193427) \u000a07:33:13.375155 run osmo-msc_10.42.42.6(pid=11782): stderr: \u000a| �[0;m�[38;5;43m20221210073312462 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210073312462 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb85ebeac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210073312462 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210073312462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210073312462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210073312463 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210073312464 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210073312465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210073312465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210073312465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:33:13.416732 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11775): Terminating (SIGTERM)\u000a07:33:13.456420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11778): Terminating (SIGTERM)\u000a07:33:13.496133 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11781): Terminating (SIGTERM)\u000a07:33:13.505564 --- ParallelTerminationStrategy: PID 11775 died...\u000a07:33:13.559361 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11775): Terminated: ok {rc=0}\u000a07:33:13.568892 --- ParallelTerminationStrategy: PID 11778 died...\u000a07:33:13.622254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11778): Terminated: ok {rc=0}\u000a07:33:13.631726 --- ParallelTerminationStrategy: PID 11781 died...\u000a07:33:13.684847 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11781): Terminated: ok {rc=0}\u000a07:33:13.767509 bus /sierra_3: Setting Powered False\u000a07:33:14.868863 bus /sierra_3: Setting Powered False\u000a07:33:16.008815 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "emergency:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11790): Process ended prematurely: osmo-stp_10.42.42.5(pid=11790) [trial-2371↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11790)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11790): Process ended prematurely: osmo-stp_10.42.42.5(pid=11790) [trial-2371↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11790)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 emergency:trx-umtrx emergency_preemptive_call.py\u000a----------------------------------------------\u000a07:33:17.062077 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:33:17.074172 tst emergency:trx-umtrx: Using 1 x bts (candidates: 1)\u000a07:33:17.224808 tst emergency_preemptive_call.py: using LAC 26833\u000a07:33:17.343829 tst emergency_preemptive_call.py: using RAC 58\u000a07:33:17.469957 tst emergency_preemptive_call.py: using CellId 26833\u000a07:33:17.590626 tst emergency_preemptive_call.py: using BVCI 26834\u000a07:33:17.614529 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:33:17.625777 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:33:17.637151 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:33:17.648274 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:33:17.659458 tst emergency:trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a07:33:17.670446 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:33:17.785897 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:33:17.906346 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:33:18.024132 tst emergency:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:33:18.223096 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:33:18.684060 run create_hlr_db(pid=11784): Launched\u000a07:33:18.852789 bus /sierra_2: Setting Powered False\u000a07:33:19.885224 run create_hlr_db(pid=11784): Terminated: ok {rc=0}\u000a07:33:20.277679 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11786): Launched\u000a07:33:20.569567 run osmo-hlr_10.42.42.2(pid=11787): Launched\u000a07:33:20.681306 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:33:21.196924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11789): Launched\u000a07:33:21.489615 run osmo-stp_10.42.42.5(pid=11790): Launched\u000a07:33:21.608565 tst emergency_preemptive_call.py: using MSISDN 7616\u000a07:33:21.753321 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:33:22.283769 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11792): Launched\u000a07:33:22.576542 run osmo-msc_10.42.42.6(pid=11793): Launched\u000a07:33:22.749584 run osmo-stp_10.42.42.5(pid=11790): ERR: Terminated: ERROR {rc=1} [trial-2371↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11790)]\u000a07:33:22.875318 run osmo-stp_10.42.42.5(pid=11790): stdout: \u000a| (launched: 2022-12-10_07:33:21.345300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:33:22.996725 run osmo-stp_10.42.42.5(pid=11790): stderr: \u000a| �[0;m�[38;5;43m20221210073321511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073321512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073321512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073321512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073321514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073321514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073321514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:33:23.114493 run osmo-stp_10.42.42.5(pid=11790): stdout: \u000a| (launched: 2022-12-10_07:33:21.345300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:33:23.230554 run osmo-stp_10.42.42.5(pid=11790): stderr: \u000a| �[0;m�[38;5;43m20221210073321511 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073321512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073321512 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073321512 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073321514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073321514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073321514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:33:23.281635 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=11790): Process ended prematurely: osmo-stp_10.42.42.5(pid=11790) [trial-2371↪emergency:trx-umtrx↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11790)] [trial-2371↪emergency:trx-umtrx↪emergency_preemptive_call.py:32]\u000a07:33:23.289596 tst emergency_preemptive_call.py:32: Test FAILED (6.2 sec)\u000a07:33:23.350019 run osmo-hlr_10.42.42.2(pid=11787): ERR: Terminated: ERROR {rc=237} [trial-2371↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11787)]\u000a07:33:23.399220 run osmo-hlr_10.42.42.2(pid=11787): stdout: \u000a| (launched: 2022-12-10_07:33:20.425434) \u000a07:33:23.448733 run osmo-hlr_10.42.42.2(pid=11787): stderr: \u000a| �[0;m�[1;31m20221210073320598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073320598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073320598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073320598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073320598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073320598 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073320611 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/emergency:trx-umtrx/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073320619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073320619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073320619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:33:23.515948 run osmo-msc_10.42.42.6(pid=11793): ERR: Terminated: ERROR {rc=2} [trial-2371↪emergency:trx-umtrx↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=11793)]\u000a07:33:23.564787 run osmo-msc_10.42.42.6(pid=11793): stdout: \u000a| (launched: 2022-12-10_07:33:22.431503) \u000a07:33:23.614014 run osmo-msc_10.42.42.6(pid=11793): stderr: \u000a| �[0;m�[38;5;43m20221210073322703 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210073322704 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6ed14b7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210073322704 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210073322704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210073322704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210073322704 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210073322706 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210073322707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210073322707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210073322707 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:33:23.655617 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11786): Terminating (SIGTERM)\u000a07:33:23.695418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11789): Terminating (SIGTERM)\u000a07:33:23.735112 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11792): Terminating (SIGTERM)\u000a07:33:23.744549 --- ParallelTerminationStrategy: PID 11786 died...\u000a07:33:23.797821 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11786): Terminated: ok {rc=0}\u000a07:33:23.807825 --- ParallelTerminationStrategy: PID 11789 died...\u000a07:33:23.860990 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11789): Terminated: ok {rc=0}\u000a07:33:23.870803 --- ParallelTerminationStrategy: PID 11792 died...\u000a07:33:23.923643 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=11792): Terminated: ok {rc=0}\u000a07:33:24.012386 bus /sierra_9: Setting Powered False\u000a07:33:25.116246 bus /sierra_9: Setting Powered False\u000a07:33:26.226269 bus /sierra_8: Setting Powered False\u000a07:33:27.328344 bus /sierra_8: Setting Powered False\u000a07:33:28.438106 bus /sierra_3: Setting Powered False\u000a07:33:29.542740 bus /sierra_3: Setting Powered False\u000a07:33:30.651306 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "87", "name" : "emergency_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:33:06" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "gprs:trx-umtrx", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11808): Process ended prematurely: osmo-stp_10.42.42.5(pid=11808) [trial-2371↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11808)]", "failedSince" : 2318, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11808): Process ended prematurely: osmo-stp_10.42.42.5(pid=11808) [trial-2371↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11808)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-umtrx cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:33:32.828553 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:33:32.839133 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a07:33:32.973352 tst cs_paging_gprs_active.py: using LAC 26834\u000a07:33:33.089611 tst cs_paging_gprs_active.py: using RAC 59\u000a07:33:33.214744 tst cs_paging_gprs_active.py: using CellId 26834\u000a07:33:33.340602 tst cs_paging_gprs_active.py: using BVCI 26835\u000a07:33:33.365198 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:33:33.376146 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:33:33.387026 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:33:33.397992 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:33:33.408676 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:33:33.419322 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:33:33.430250 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:33:33.441021 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:33:33.451859 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:33:33.568906 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:33:33.843282 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:33:33.968154 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:33:34.276219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11798): Launched\u000a07:33:34.531639 run iperf3-srv_10.42.42.10(pid=11799): Launched\u000a07:33:34.712681 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:33:34.836567 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:33:35.144183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11800): Launched\u000a07:33:35.399431 run iperf3-srv_10.42.42.10(pid=11801): Launched\u000a07:33:35.580218 tst cs_paging_gprs_active.py:38: start network...\u000a07:33:35.703730 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:33:36.171749 run create_hlr_db(pid=11802): Launched\u000a07:33:36.342172 bus /sierra_2: Setting Powered False\u000a07:33:37.364694 run create_hlr_db(pid=11802): Terminated: ok {rc=0}\u000a07:33:37.788388 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11804): Launched\u000a07:33:38.107433 run osmo-hlr_10.42.42.2(pid=11805): Launched\u000a07:33:38.225128 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:33:38.777051 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11807): Launched\u000a07:33:39.097111 run osmo-stp_10.42.42.5(pid=11808): Launched\u000a07:33:39.213757 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:33:39.768495 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11810): Launched\u000a07:33:39.881707 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:33:40.158860 run patchelf(pid=11811): Launched\u000a07:33:40.345073 run osmo-stp_10.42.42.5(pid=11808): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11808)]\u000a07:33:40.481073 run osmo-stp_10.42.42.5(pid=11808): stdout: \u000a| (launched: 2022-12-10_07:33:38.939544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:33:40.617402 run osmo-stp_10.42.42.5(pid=11808): stderr: \u000a| �[0;m�[38;5;43m20221210073339131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073339131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073339132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073339132 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073339133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073339133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073339133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:33:40.748495 run osmo-stp_10.42.42.5(pid=11808): stdout: \u000a| (launched: 2022-12-10_07:33:38.939544)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:33:40.879210 run osmo-stp_10.42.42.5(pid=11808): stderr: \u000a| �[0;m�[38;5;43m20221210073339131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073339131 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073339132 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073339132 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073339133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073339133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073339133 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:33:41.031562 run patchelf(pid=11811): Terminating (SIGINT)\u000a07:33:41.211219 run patchelf(pid=11811): Terminated: ok {rc=0}\u000a07:33:41.243973 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11808): Process ended prematurely: osmo-stp_10.42.42.5(pid=11808) [trial-2371↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11808)] [trial-2371↪gprs:trx-umtrx↪cs_paging_gprs_active.py:38]\u000a07:33:41.253664 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a07:33:41.316007 run osmo-hlr_10.42.42.2(pid=11805): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-umtrx↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11805)]\u000a07:33:41.367046 run osmo-hlr_10.42.42.2(pid=11805): stdout: \u000a| (launched: 2022-12-10_07:33:37.950571) \u000a07:33:41.418592 run osmo-hlr_10.42.42.2(pid=11805): stderr: \u000a| �[0;m�[1;31m20221210073338145 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073338146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073338146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073338146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073338146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073338146 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073338158 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-umtrx/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073338166 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073338167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073338167 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:33:41.462461 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11798): Terminating (SIGTERM)\u000a07:33:41.503778 run iperf3-srv_10.42.42.10(pid=11799): Terminating (SIGTERM)\u000a07:33:41.545125 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11800): Terminating (SIGTERM)\u000a07:33:41.586372 run iperf3-srv_10.42.42.10(pid=11801): Terminating (SIGTERM)\u000a07:33:41.627706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11804): Terminating (SIGTERM)\u000a07:33:41.668916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11807): Terminating (SIGTERM)\u000a07:33:41.710253 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11810): Terminating (SIGTERM)\u000a07:33:41.719840 --- ParallelTerminationStrategy: PID 11798 died...\u000a07:33:41.775258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11798): Terminated: ok {rc=0}\u000a07:33:41.785301 --- ParallelTerminationStrategy: PID 11799 died...\u000a07:33:41.840624 run iperf3-srv_10.42.42.10(pid=11799): Terminated {rc=256}\u000a07:33:41.850581 --- ParallelTerminationStrategy: PID 11800 died...\u000a07:33:41.905947 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11800): Terminated: ok {rc=0}\u000a07:33:41.915948 --- ParallelTerminationStrategy: PID 11801 died...\u000a07:33:41.971366 run iperf3-srv_10.42.42.10(pid=11801): Terminated {rc=256}\u000a07:33:41.981397 --- ParallelTerminationStrategy: PID 11804 died...\u000a07:33:42.037450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11804): Terminated: ok {rc=0}\u000a07:33:42.047557 --- ParallelTerminationStrategy: PID 11807 died...\u000a07:33:42.103048 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11807): Terminated: ok {rc=0}\u000a07:33:42.113196 --- ParallelTerminationStrategy: PID 11810 died...\u000a07:33:42.168254 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11810): Terminated: ok {rc=0}\u000a07:33:42.254740 bus /gobi_0: Setting Powered False\u000a07:33:43.360668 bus /gobi_0: Setting Powered False\u000a07:33:44.468030 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "gprs:trx-umtrx", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11820): Process ended prematurely: osmo-stp_10.42.42.5(pid=11820) [trial-2371↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11820)]", "failedSince" : 2318, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11820): Process ended prematurely: osmo-stp_10.42.42.5(pid=11820) [trial-2371↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11820)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-umtrx iperf3.py\u000a----------------------------------------------\u000a07:33:45.581907 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:33:45.593477 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a07:33:45.737221 tst iperf3.py: using LAC 26835\u000a07:33:45.872480 tst iperf3.py: using RAC 60\u000a07:33:46.004233 tst iperf3.py: using CellId 26835\u000a07:33:46.128417 tst iperf3.py: using BVCI 26836\u000a07:33:46.153631 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:33:46.165282 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:33:46.176671 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:33:46.188505 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:33:46.200673 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:33:46.212033 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:33:46.224151 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:33:46.235864 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:33:46.248715 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:33:46.532206 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:33:46.661502 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:33:47.020366 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11812): Launched\u000a07:33:47.317888 run iperf3-srv_10.42.42.10(pid=11813): Launched\u000a07:33:47.513867 tst iperf3.py:8: start network...\u000a07:33:47.647020 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:33:48.155941 run create_hlr_db(pid=11814): Launched\u000a07:33:48.339952 bus /gobi_6: Setting Powered False\u000a07:33:49.361326 run create_hlr_db(pid=11814): Terminated: ok {rc=0}\u000a07:33:49.760169 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11816): Launched\u000a07:33:50.057999 run osmo-hlr_10.42.42.2(pid=11817): Launched\u000a07:33:50.173706 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:33:50.700112 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11819): Launched\u000a07:33:50.996180 run osmo-stp_10.42.42.5(pid=11820): Launched\u000a07:33:51.103864 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:33:51.628333 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11822): Launched\u000a07:33:51.741917 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:33:52.014252 run patchelf(pid=11823): Launched\u000a07:33:52.188187 run osmo-stp_10.42.42.5(pid=11820): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11820)]\u000a07:33:52.315773 run osmo-stp_10.42.42.5(pid=11820): stdout: \u000a| (launched: 2022-12-10_07:33:50.849856)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:33:52.443686 run osmo-stp_10.42.42.5(pid=11820): stderr: \u000a| �[0;m�[38;5;43m20221210073351023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073351023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073351023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073351024 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073351024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073351024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073351024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:33:52.566929 run osmo-stp_10.42.42.5(pid=11820): stdout: \u000a| (launched: 2022-12-10_07:33:50.849856)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:33:52.688927 run osmo-stp_10.42.42.5(pid=11820): stderr: \u000a| �[0;m�[38;5;43m20221210073351023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073351023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073351023 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073351024 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073351024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073351024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073351024 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:33:52.831301 run patchelf(pid=11823): Terminating (SIGINT)\u000a07:33:52.998897 run patchelf(pid=11823): Terminated: ok {rc=0}\u000a07:33:53.029836 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11820): Process ended prematurely: osmo-stp_10.42.42.5(pid=11820) [trial-2371↪gprs:trx-umtrx↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11820)] [trial-2371↪gprs:trx-umtrx↪iperf3.py:8]\u000a07:33:53.038764 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a07:33:53.098869 run osmo-hlr_10.42.42.2(pid=11817): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-umtrx↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11817)]\u000a07:33:53.147565 run osmo-hlr_10.42.42.2(pid=11817): stdout: \u000a| (launched: 2022-12-10_07:33:49.911245) \u000a07:33:53.197307 run osmo-hlr_10.42.42.2(pid=11817): stderr: \u000a| �[0;m�[1;31m20221210073350088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073350088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073350088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073350088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073350088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073350088 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073350100 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-umtrx/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073350110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073350110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073350110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:33:53.239052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11812): Terminating (SIGTERM)\u000a07:33:53.278756 run iperf3-srv_10.42.42.10(pid=11813): Terminating (SIGTERM)\u000a07:33:53.318489 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11816): Terminating (SIGTERM)\u000a07:33:53.358156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11819): Terminating (SIGTERM)\u000a07:33:53.398082 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11822): Terminating (SIGTERM)\u000a07:33:53.407604 --- ParallelTerminationStrategy: PID 11812 died...\u000a07:33:53.461234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11812): Terminated: ok {rc=0}\u000a07:33:53.471067 --- ParallelTerminationStrategy: PID 11813 died...\u000a07:33:53.523970 run iperf3-srv_10.42.42.10(pid=11813): Terminated {rc=256}\u000a07:33:53.533915 --- ParallelTerminationStrategy: PID 11816 died...\u000a07:33:53.587564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11816): Terminated: ok {rc=0}\u000a07:33:53.597879 --- ParallelTerminationStrategy: PID 11819 died...\u000a07:33:53.651068 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11819): Terminated: ok {rc=0}\u000a07:33:53.660918 --- ParallelTerminationStrategy: PID 11822 died...\u000a07:33:53.714124 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11822): Terminated: ok {rc=0}\u000a07:33:53.803291 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 197, "className" : "gprs:trx-umtrx", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11838): Process ended prematurely: osmo-stp_10.42.42.5(pid=11838) [trial-2371↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11838)]", "failedSince" : 2175, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11838): Process ended prematurely: osmo-stp_10.42.42.5(pid=11838) [trial-2371↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11838)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-umtrx iperf3m4.py\u000a----------------------------------------------\u000a07:33:54.911988 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:33:54.923424 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a07:33:55.060907 tst iperf3m4.py: using LAC 26836\u000a07:33:55.183111 tst iperf3m4.py: using RAC 61\u000a07:33:55.307277 tst iperf3m4.py: using CellId 26836\u000a07:33:55.434591 tst iperf3m4.py: using BVCI 26837\u000a07:33:55.459011 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:33:55.470021 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:33:55.480754 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:33:55.491608 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:33:55.502350 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:33:55.513048 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:33:55.523967 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:33:55.534755 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:33:55.545643 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:33:55.664933 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:33:55.789509 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:33:55.909074 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:33:56.185535 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:33:56.309930 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:33:56.618620 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11824): Launched\u000a07:33:56.874454 run iperf3-srv_10.42.42.10(pid=11825): Launched\u000a07:33:57.055890 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:33:57.179760 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:33:57.487062 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11826): Launched\u000a07:33:57.742066 run iperf3-srv_10.42.42.10(pid=11827): Launched\u000a07:33:57.922122 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:33:58.044564 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:33:58.351424 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11828): Launched\u000a07:33:58.605456 run iperf3-srv_10.42.42.10(pid=11829): Launched\u000a07:33:58.786052 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:33:58.909556 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:33:59.239301 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11830): Launched\u000a07:33:59.512575 run iperf3-srv_10.42.42.10(pid=11831): Launched\u000a07:33:59.708106 tst iperf3m4.py:8: start network...\u000a07:33:59.840906 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:34:00.349945 run create_hlr_db(pid=11832): Launched\u000a07:34:00.533957 bus /gobi_6: Setting Powered False\u000a07:34:01.555837 run create_hlr_db(pid=11832): Terminated: ok {rc=0}\u000a07:34:02.034938 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11834): Launched\u000a07:34:02.367962 run osmo-hlr_10.42.42.2(pid=11835): Launched\u000a07:34:02.487948 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:34:03.043371 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11837): Launched\u000a07:34:03.362705 run osmo-stp_10.42.42.5(pid=11838): Launched\u000a07:34:03.477871 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:34:04.035130 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11840): Launched\u000a07:34:04.149680 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:34:04.427531 run patchelf(pid=11841): Launched\u000a07:34:04.614346 run osmo-stp_10.42.42.5(pid=11838): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11838)]\u000a07:34:04.751010 run osmo-stp_10.42.42.5(pid=11838): stdout: \u000a| (launched: 2022-12-10_07:34:03.206269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:34:04.887753 run osmo-stp_10.42.42.5(pid=11838): stderr: \u000a| �[0;m�[38;5;43m20221210073403398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073403398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073403398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073403398 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073403399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073403399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073403399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:34:05.020145 run osmo-stp_10.42.42.5(pid=11838): stdout: \u000a| (launched: 2022-12-10_07:34:03.206269)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:34:05.151867 run osmo-stp_10.42.42.5(pid=11838): stderr: \u000a| �[0;m�[38;5;43m20221210073403398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073403398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073403398 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073403398 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073403399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073403399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073403399 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:34:05.304158 run patchelf(pid=11841): Terminating (SIGINT)\u000a07:34:05.483392 run patchelf(pid=11841): Terminated: ok {rc=0}\u000a07:34:05.516256 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11838): Process ended prematurely: osmo-stp_10.42.42.5(pid=11838) [trial-2371↪gprs:trx-umtrx↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11838)] [trial-2371↪gprs:trx-umtrx↪iperf3m4.py:8]\u000a07:34:05.526369 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a07:34:05.589561 run osmo-hlr_10.42.42.2(pid=11835): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-umtrx↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11835)]\u000a07:34:05.640986 run osmo-hlr_10.42.42.2(pid=11835): stdout: \u000a| (launched: 2022-12-10_07:34:02.194196) \u000a07:34:05.693094 run osmo-hlr_10.42.42.2(pid=11835): stderr: \u000a| �[0;m�[1;31m20221210073402410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073402410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073402410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073402410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073402410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073402410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073402422 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-umtrx/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073402430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073402430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073402430 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:34:05.737432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11824): Terminating (SIGTERM)\u000a07:34:05.779395 run iperf3-srv_10.42.42.10(pid=11825): Terminating (SIGTERM)\u000a07:34:05.821605 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11826): Terminating (SIGTERM)\u000a07:34:05.863480 run iperf3-srv_10.42.42.10(pid=11827): Terminating (SIGTERM)\u000a07:34:05.906036 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11828): Terminating (SIGTERM)\u000a07:34:05.947912 run iperf3-srv_10.42.42.10(pid=11829): Terminating (SIGTERM)\u000a07:34:05.989873 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11830): Terminating (SIGTERM)\u000a07:34:06.031620 run iperf3-srv_10.42.42.10(pid=11831): Terminating (SIGTERM)\u000a07:34:06.074106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11834): Terminating (SIGTERM)\u000a07:34:06.116106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11837): Terminating (SIGTERM)\u000a07:34:06.158154 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11840): Terminating (SIGTERM)\u000a07:34:06.167856 --- ParallelTerminationStrategy: PID 11824 died...\u000a07:34:06.223788 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11824): Terminated: ok {rc=0}\u000a07:34:06.233876 --- ParallelTerminationStrategy: PID 11825 died...\u000a07:34:06.289307 run iperf3-srv_10.42.42.10(pid=11825): Terminated {rc=256}\u000a07:34:06.299359 --- ParallelTerminationStrategy: PID 11826 died...\u000a07:34:06.354735 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11826): Terminated: ok {rc=0}\u000a07:34:06.364747 --- ParallelTerminationStrategy: PID 11827 died...\u000a07:34:06.420129 run iperf3-srv_10.42.42.10(pid=11827): Terminated {rc=256}\u000a07:34:06.430096 --- ParallelTerminationStrategy: PID 11828 died...\u000a07:34:06.485425 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11828): Terminated: ok {rc=0}\u000a07:34:06.495417 --- ParallelTerminationStrategy: PID 11829 died...\u000a07:34:06.550661 run iperf3-srv_10.42.42.10(pid=11829): Terminated {rc=256}\u000a07:34:06.560661 --- ParallelTerminationStrategy: PID 11830 died...\u000a07:34:06.616040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11830): Terminated: ok {rc=0}\u000a07:34:06.626147 --- ParallelTerminationStrategy: PID 11831 died...\u000a07:34:06.681500 run iperf3-srv_10.42.42.10(pid=11831): Terminated {rc=256}\u000a07:34:06.691523 --- ParallelTerminationStrategy: PID 11834 died...\u000a07:34:06.746956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11834): Terminated: ok {rc=0}\u000a07:34:06.756926 --- ParallelTerminationStrategy: PID 11837 died...\u000a07:34:06.813086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11837): Terminated: ok {rc=0}\u000a07:34:06.823158 --- ParallelTerminationStrategy: PID 11840 died...\u000a07:34:06.878568 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11840): Terminated: ok {rc=0}\u000a07:34:06.966357 bus /gobi_4: Setting Powered False\u000a07:34:08.073952 bus /gobi_4: Setting Powered False\u000a07:34:09.181713 bus /gobi_1: Setting Powered False\u000a07:34:10.287031 bus /gobi_1: Setting Powered False\u000a07:34:11.395258 bus /gobi_0: Setting Powered False\u000a07:34:12.498699 bus /gobi_0: Setting Powered False\u000a07:34:13.609111 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 172, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11848): Process ended prematurely: osmo-stp_10.42.42.5(pid=11848) [trial-2371↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11848)]", "failedSince" : 2200, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11848): Process ended prematurely: osmo-stp_10.42.42.5(pid=11848) [trial-2371↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11848)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-umtrx ping.py\u000a----------------------------------------------\u000a07:34:14.675638 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:34:14.686875 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a07:34:14.820180 tst ping.py: using LAC 26837\u000a07:34:14.942121 tst ping.py: using RAC 62\u000a07:34:15.067254 tst ping.py: using CellId 26837\u000a07:34:15.191448 tst ping.py: using BVCI 26838\u000a07:34:15.215679 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:34:15.226690 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:34:15.237671 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:34:15.248428 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:34:15.259185 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:34:15.269896 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:34:15.280770 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:34:15.291588 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:34:15.561443 tst ping.py:19: start network...\u000a07:34:15.682757 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:34:16.215453 run create_hlr_db(pid=11842): Launched\u000a07:34:16.419235 bus /gobi_6: Setting Powered False\u000a07:34:17.425784 run create_hlr_db(pid=11842): Terminated: ok {rc=0}\u000a07:34:17.853430 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11844): Launched\u000a07:34:18.166268 run osmo-hlr_10.42.42.2(pid=11845): Launched\u000a07:34:18.280115 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:34:18.825680 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11847): Launched\u000a07:34:19.138911 run osmo-stp_10.42.42.5(pid=11848): Launched\u000a07:34:19.257500 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:34:19.801264 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11850): Launched\u000a07:34:19.912604 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:34:20.185397 run patchelf(pid=11851): Launched\u000a07:34:20.368189 run osmo-stp_10.42.42.5(pid=11848): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11848)]\u000a07:34:20.502882 run osmo-stp_10.42.42.5(pid=11848): stdout: \u000a| (launched: 2022-12-10_07:34:18.984351)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:34:20.636207 run osmo-stp_10.42.42.5(pid=11848): stderr: \u000a| �[0;m�[38;5;43m20221210073419174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073419174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073419174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073419174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073419177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073419177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073419177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:34:20.765190 run osmo-stp_10.42.42.5(pid=11848): stdout: \u000a| (launched: 2022-12-10_07:34:18.984351)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:34:20.892876 run osmo-stp_10.42.42.5(pid=11848): stderr: \u000a| �[0;m�[38;5;43m20221210073419174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073419174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073419174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073419174 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073419177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073419177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073419177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:34:21.042138 run patchelf(pid=11851): Terminating (SIGINT)\u000a07:34:21.218969 run patchelf(pid=11851): Terminated: ok {rc=0}\u000a07:34:21.250864 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11848): Process ended prematurely: osmo-stp_10.42.42.5(pid=11848) [trial-2371↪gprs:trx-umtrx↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11848)] [trial-2371↪gprs:trx-umtrx↪ping.py:22]\u000a07:34:21.259743 tst ping.py:22: Test FAILED (6.6 sec)\u000a07:34:21.321686 run osmo-hlr_10.42.42.2(pid=11845): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-umtrx↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11845)]\u000a07:34:21.372303 run osmo-hlr_10.42.42.2(pid=11845): stdout: \u000a| (launched: 2022-12-10_07:34:18.012300) \u000a07:34:21.423486 run osmo-hlr_10.42.42.2(pid=11845): stderr: \u000a| �[0;m�[1;31m20221210073418209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073418209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073418209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073418209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073418209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073418209 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073418254 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-umtrx/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073418264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073418264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073418264 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:34:21.467047 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11844): Terminating (SIGTERM)\u000a07:34:21.508303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11847): Terminating (SIGTERM)\u000a07:34:21.549647 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11850): Terminating (SIGTERM)\u000a07:34:21.559258 --- ParallelTerminationStrategy: PID 11844 died...\u000a07:34:21.614571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11844): Terminated: ok {rc=0}\u000a07:34:21.624664 --- ParallelTerminationStrategy: PID 11847 died...\u000a07:34:21.679598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11847): Terminated: ok {rc=0}\u000a07:34:21.689914 --- ParallelTerminationStrategy: PID 11850 died...\u000a07:34:21.745020 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11850): Terminated: ok {rc=0}\u000a07:34:21.831559 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11858): Process ended prematurely: osmo-stp_10.42.42.5(pid=11858) [trial-2371↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11858)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11858): Process ended prematurely: osmo-stp_10.42.42.5(pid=11858) [trial-2371↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11858)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-umtrx ping_idle_ping.py\u000a----------------------------------------------\u000a07:34:22.883081 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:34:22.894712 tst gprs:trx-umtrx: Using 1 x bts (candidates: 1)\u000a07:34:23.029683 tst ping_idle_ping.py: using LAC 26838\u000a07:34:23.152703 tst ping_idle_ping.py: using RAC 63\u000a07:34:23.280315 tst ping_idle_ping.py: using CellId 26838\u000a07:34:23.404896 tst ping_idle_ping.py: using BVCI 26839\u000a07:34:23.429160 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:34:23.440075 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:34:23.450995 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:34:23.461762 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:34:23.472368 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:34:23.483142 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:34:23.493995 tst gprs:trx-umtrx: Using 1 x ip_address (candidates: 9)\u000a07:34:23.504706 tst gprs:trx-umtrx: Using 1 x modem (candidates: 4)\u000a07:34:23.773821 tst ping_idle_ping.py:24: start network...\u000a07:34:23.895199 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:34:24.357994 run create_hlr_db(pid=11852): Launched\u000a07:34:24.526263 bus /gobi_6: Setting Powered False\u000a07:34:25.549145 run create_hlr_db(pid=11852): Terminated: ok {rc=0}\u000a07:34:25.967138 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11854): Launched\u000a07:34:26.281746 run osmo-hlr_10.42.42.2(pid=11855): Launched\u000a07:34:26.400339 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:34:26.948693 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11857): Launched\u000a07:34:27.264117 run osmo-stp_10.42.42.5(pid=11858): Launched\u000a07:34:27.378374 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:34:27.925329 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11860): Launched\u000a07:34:28.037263 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:34:28.310769 run patchelf(pid=11861): Launched\u000a07:34:28.494447 run osmo-stp_10.42.42.5(pid=11858): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11858)]\u000a07:34:28.628410 run osmo-stp_10.42.42.5(pid=11858): stdout: \u000a| (launched: 2022-12-10_07:34:27.109115)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:34:28.762988 run osmo-stp_10.42.42.5(pid=11858): stderr: \u000a| �[0;m�[38;5;43m20221210073427300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073427300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073427301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073427301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073427302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073427302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073427302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:34:28.892753 run osmo-stp_10.42.42.5(pid=11858): stdout: \u000a| (launched: 2022-12-10_07:34:27.109115)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:34:29.021758 run osmo-stp_10.42.42.5(pid=11858): stderr: \u000a| �[0;m�[38;5;43m20221210073427300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073427300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073427301 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073427301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073427302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073427302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073427302 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:34:29.172299 run patchelf(pid=11861): Terminating (SIGINT)\u000a07:34:29.349938 run patchelf(pid=11861): Terminated: ok {rc=0}\u000a07:34:29.381896 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11858): Process ended prematurely: osmo-stp_10.42.42.5(pid=11858) [trial-2371↪gprs:trx-umtrx↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11858)] [trial-2371↪gprs:trx-umtrx↪ping_idle_ping.py:27]\u000a07:34:29.390923 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a07:34:29.453164 run osmo-hlr_10.42.42.2(pid=11855): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-umtrx↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11855)]\u000a07:34:29.504250 run osmo-hlr_10.42.42.2(pid=11855): stdout: \u000a| (launched: 2022-12-10_07:34:26.127442) \u000a07:34:29.556119 run osmo-hlr_10.42.42.2(pid=11855): stderr: \u000a| �[0;m�[1;31m20221210073426325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073426325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073426325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073426325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073426325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073426325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073426338 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-umtrx/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073426348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073426348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073426348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:34:29.600244 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11854): Terminating (SIGTERM)\u000a07:34:29.641978 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11857): Terminating (SIGTERM)\u000a07:34:29.683758 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11860): Terminating (SIGTERM)\u000a07:34:29.693532 --- ParallelTerminationStrategy: PID 11854 died...\u000a07:34:29.749590 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11854): Terminated: ok {rc=0}\u000a07:34:29.759765 --- ParallelTerminationStrategy: PID 11857 died...\u000a07:34:29.815586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11857): Terminated: ok {rc=0}\u000a07:34:29.825900 --- ParallelTerminationStrategy: PID 11860 died...\u000a07:34:29.881627 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11860): Terminated: ok {rc=0}\u000a07:34:29.969234 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "88", "name" : "gprs_trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:33:32" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11878): Process ended prematurely: osmo-stp_10.42.42.5(pid=11878) [trial-2371↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11878)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11878): Process ended prematurely: osmo-stp_10.42.42.5(pid=11878) [trial-2371↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11878)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-umtrx+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:34:32.158520 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:34:32.170147 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:34:32.314511 tst cs_paging_gprs_active.py: using LAC 26839\u000a07:34:32.435435 tst cs_paging_gprs_active.py: using RAC 64\u000a07:34:32.558435 tst cs_paging_gprs_active.py: using CellId 26839\u000a07:34:32.682268 tst cs_paging_gprs_active.py: using BVCI 26840\u000a07:34:32.706870 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:34:32.718375 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:34:32.729692 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:34:32.741567 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:34:32.753378 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:34:32.765610 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:34:32.777031 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:34:32.788247 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:34:32.800003 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:34:32.917387 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:34:33.192473 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:34:33.316635 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:34:33.624694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11865): Launched\u000a07:34:33.879959 run iperf3-srv_10.42.42.10(pid=11866): Launched\u000a07:34:34.069329 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:34:34.205481 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:34:34.537660 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11870): Launched\u000a07:34:34.812764 run iperf3-srv_10.42.42.10(pid=11871): Launched\u000a07:34:35.009455 tst cs_paging_gprs_active.py:38: start network...\u000a07:34:35.143445 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:34:35.654287 run create_hlr_db(pid=11872): Launched\u000a07:34:35.839512 bus /gobi_6: Setting Powered False\u000a07:34:36.860544 run create_hlr_db(pid=11872): Terminated: ok {rc=0}\u000a07:34:37.285715 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11874): Launched\u000a07:34:37.605251 run osmo-hlr_10.42.42.2(pid=11875): Launched\u000a07:34:37.721145 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:34:38.274503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11877): Launched\u000a07:34:38.593390 run osmo-stp_10.42.42.5(pid=11878): Launched\u000a07:34:38.709159 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:34:39.266289 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11880): Launched\u000a07:34:39.380379 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:34:39.657154 run patchelf(pid=11881): Launched\u000a07:34:39.843080 run osmo-stp_10.42.42.5(pid=11878): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11878)]\u000a07:34:39.979182 run osmo-stp_10.42.42.5(pid=11878): stdout: \u000a| (launched: 2022-12-10_07:34:38.436573)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:34:40.116095 run osmo-stp_10.42.42.5(pid=11878): stderr: \u000a| �[0;m�[38;5;43m20221210073438628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073438628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073438628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073438629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073438631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073438631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073438631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:34:40.247499 run osmo-stp_10.42.42.5(pid=11878): stdout: \u000a| (launched: 2022-12-10_07:34:38.436573)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:34:40.377828 run osmo-stp_10.42.42.5(pid=11878): stderr: \u000a| �[0;m�[38;5;43m20221210073438628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073438628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073438628 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073438629 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073438631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073438631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073438631 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:34:40.530170 run patchelf(pid=11881): Terminating (SIGINT)\u000a07:34:40.709827 run patchelf(pid=11881): Terminated: ok {rc=0}\u000a07:34:40.742651 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11878): Process ended prematurely: osmo-stp_10.42.42.5(pid=11878) [trial-2371↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11878)] [trial-2371↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a07:34:40.752185 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a07:34:40.814483 run osmo-hlr_10.42.42.2(pid=11875): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-umtrx+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11875)]\u000a07:34:40.865103 run osmo-hlr_10.42.42.2(pid=11875): stdout: \u000a| (launched: 2022-12-10_07:34:37.448477) \u000a07:34:40.916290 run osmo-hlr_10.42.42.2(pid=11875): stderr: \u000a| �[0;m�[1;31m20221210073437646 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073437647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073437647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073437647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073437647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073437647 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073437659 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-umtrx+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073437668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073437668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073437668 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:34:40.960112 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11865): Terminating (SIGTERM)\u000a07:34:41.001283 run iperf3-srv_10.42.42.10(pid=11866): Terminating (SIGTERM)\u000a07:34:41.042415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11870): Terminating (SIGTERM)\u000a07:34:41.083801 run iperf3-srv_10.42.42.10(pid=11871): Terminating (SIGTERM)\u000a07:34:41.125240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11874): Terminating (SIGTERM)\u000a07:34:41.166328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11877): Terminating (SIGTERM)\u000a07:34:41.207414 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11880): Terminating (SIGTERM)\u000a07:34:41.217063 --- ParallelTerminationStrategy: PID 11865 died...\u000a07:34:41.272718 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11865): Terminated: ok {rc=0}\u000a07:34:41.282780 --- ParallelTerminationStrategy: PID 11866 died...\u000a07:34:41.338197 run iperf3-srv_10.42.42.10(pid=11866): Terminated {rc=256}\u000a07:34:41.348035 --- ParallelTerminationStrategy: PID 11870 died...\u000a07:34:41.402945 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11870): Terminated: ok {rc=0}\u000a07:34:41.412897 --- ParallelTerminationStrategy: PID 11871 died...\u000a07:34:41.467639 run iperf3-srv_10.42.42.10(pid=11871): Terminated {rc=256}\u000a07:34:41.477919 --- ParallelTerminationStrategy: PID 11874 died...\u000a07:34:41.532634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11874): Terminated: ok {rc=0}\u000a07:34:41.542513 --- ParallelTerminationStrategy: PID 11877 died...\u000a07:34:41.597344 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11877): Terminated: ok {rc=0}\u000a07:34:41.607283 --- ParallelTerminationStrategy: PID 11880 died...\u000a07:34:41.661925 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11880): Terminated: ok {rc=0}\u000a07:34:41.747373 bus /gobi_0: Setting Powered False\u000a07:34:42.853569 bus /gobi_0: Setting Powered False\u000a07:34:43.960446 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11890): Process ended prematurely: osmo-stp_10.42.42.5(pid=11890) [trial-2371↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11890)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11890): Process ended prematurely: osmo-stp_10.42.42.5(pid=11890) [trial-2371↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11890)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-umtrx+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a07:34:45.074889 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:34:45.086632 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:34:45.233530 tst iperf3.py: using LAC 26840\u000a07:34:45.360423 tst iperf3.py: using RAC 65\u000a07:34:45.487514 tst iperf3.py: using CellId 26840\u000a07:34:45.614005 tst iperf3.py: using BVCI 26841\u000a07:34:45.638445 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:34:45.649729 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:34:45.660713 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:34:45.671883 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:34:45.682918 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:34:45.693951 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:34:45.705211 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:34:45.716058 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:34:45.727441 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:34:46.035901 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:34:46.171898 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:34:46.517168 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11882): Launched\u000a07:34:46.812207 run iperf3-srv_10.42.42.10(pid=11883): Launched\u000a07:34:47.011680 tst iperf3.py:8: start network...\u000a07:34:47.147976 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:34:47.656530 run create_hlr_db(pid=11884): Launched\u000a07:34:47.827525 bus /gobi_6: Setting Powered False\u000a07:34:48.848313 run create_hlr_db(pid=11884): Terminated: ok {rc=0}\u000a07:34:49.241644 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11886): Launched\u000a07:34:49.537971 run osmo-hlr_10.42.42.2(pid=11887): Launched\u000a07:34:49.653976 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:34:50.183042 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11889): Launched\u000a07:34:50.481202 run osmo-stp_10.42.42.5(pid=11890): Launched\u000a07:34:50.591212 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:34:51.108866 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11892): Launched\u000a07:34:51.216553 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:34:51.476175 run patchelf(pid=11893): Launched\u000a07:34:51.650239 run osmo-stp_10.42.42.5(pid=11890): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11890)]\u000a07:34:51.777583 run osmo-stp_10.42.42.5(pid=11890): stdout: \u000a| (launched: 2022-12-10_07:34:50.333883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:34:51.905252 run osmo-stp_10.42.42.5(pid=11890): stderr: \u000a| �[0;m�[38;5;43m20221210073450503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073450503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073450503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073450504 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073450504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073450504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073450505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:34:52.028084 run osmo-stp_10.42.42.5(pid=11890): stdout: \u000a| (launched: 2022-12-10_07:34:50.333883)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:34:52.150159 run osmo-stp_10.42.42.5(pid=11890): stderr: \u000a| �[0;m�[38;5;43m20221210073450503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073450503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073450503 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073450504 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073450504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073450504 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073450505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:34:52.292861 run patchelf(pid=11893): Terminating (SIGINT)\u000a07:34:52.460847 run patchelf(pid=11893): Terminated: ok {rc=0}\u000a07:34:52.491742 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11890): Process ended prematurely: osmo-stp_10.42.42.5(pid=11890) [trial-2371↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11890)] [trial-2371↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py:8]\u000a07:34:52.500774 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a07:34:52.561367 run osmo-hlr_10.42.42.2(pid=11887): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11887)]\u000a07:34:52.610321 run osmo-hlr_10.42.42.2(pid=11887): stdout: \u000a| (launched: 2022-12-10_07:34:49.391652) \u000a07:34:52.659999 run osmo-hlr_10.42.42.2(pid=11887): stderr: \u000a| �[0;m�[1;31m20221210073449565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073449565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073449565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073449565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073449565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073449565 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073449577 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-umtrx+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073449585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073449585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073449585 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:34:52.702224 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11882): Terminating (SIGTERM)\u000a07:34:52.741868 run iperf3-srv_10.42.42.10(pid=11883): Terminating (SIGTERM)\u000a07:34:52.781852 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11886): Terminating (SIGTERM)\u000a07:34:52.821866 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11889): Terminating (SIGTERM)\u000a07:34:52.861838 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11892): Terminating (SIGTERM)\u000a07:34:52.871343 --- ParallelTerminationStrategy: PID 11882 died...\u000a07:34:52.925008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11882): Terminated: ok {rc=0}\u000a07:34:52.934993 --- ParallelTerminationStrategy: PID 11883 died...\u000a07:34:52.988360 run iperf3-srv_10.42.42.10(pid=11883): Terminated {rc=256}\u000a07:34:52.998283 --- ParallelTerminationStrategy: PID 11886 died...\u000a07:34:53.051540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11886): Terminated: ok {rc=0}\u000a07:34:53.061530 --- ParallelTerminationStrategy: PID 11889 died...\u000a07:34:53.115090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11889): Terminated: ok {rc=0}\u000a07:34:53.124634 --- ParallelTerminationStrategy: PID 11892 died...\u000a07:34:53.177985 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11892): Terminated: ok {rc=0}\u000a07:34:53.266624 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11911): Process ended prematurely: osmo-stp_10.42.42.5(pid=11911) [trial-2371↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11911)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11911): Process ended prematurely: osmo-stp_10.42.42.5(pid=11911) [trial-2371↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11911)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-umtrx+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a07:34:54.375983 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:34:54.387220 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:34:54.524774 tst iperf3m4.py: using LAC 26841\u000a07:34:54.642493 tst iperf3m4.py: using RAC 66\u000a07:34:54.767802 tst iperf3m4.py: using CellId 26841\u000a07:34:54.893929 tst iperf3m4.py: using BVCI 26842\u000a07:34:54.918500 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:34:54.929973 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:34:54.941289 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:34:54.952734 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:34:54.964202 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:34:54.975530 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:34:54.987240 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:34:54.998591 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:34:55.010074 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:34:55.129548 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:34:55.248389 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:34:55.364119 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:34:55.638704 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:34:55.762349 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:34:56.070789 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11894): Launched\u000a07:34:56.326109 run iperf3-srv_10.42.42.10(pid=11895): Launched\u000a07:34:56.506587 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:34:56.630135 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:34:56.936821 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11896): Launched\u000a07:34:57.191456 run iperf3-srv_10.42.42.10(pid=11897): Launched\u000a07:34:57.371994 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:34:57.495546 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:34:57.802663 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11898): Launched\u000a07:34:58.058753 run iperf3-srv_10.42.42.10(pid=11899): Launched\u000a07:34:58.239275 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:34:58.362589 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:34:58.669481 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11900): Launched\u000a07:34:58.924055 run iperf3-srv_10.42.42.10(pid=11901): Launched\u000a07:34:59.104680 tst iperf3m4.py:8: start network...\u000a07:34:59.228221 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:34:59.695524 run create_hlr_db(pid=11902): Launched\u000a07:34:59.865553 bus /gobi_6: Setting Powered False\u000a07:35:00.905705 run create_hlr_db(pid=11902): Terminated: ok {rc=0}\u000a07:35:01.357024 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11904): Launched\u000a07:35:01.742174 run osmo-hlr_10.42.42.2(pid=11905): Launched\u000a07:35:02.020900 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:35:02.756424 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11910): Launched\u000a07:35:03.075271 run osmo-stp_10.42.42.5(pid=11911): Launched\u000a07:35:03.190671 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:35:03.747096 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11913): Launched\u000a07:35:03.861046 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:35:04.139010 run patchelf(pid=11914): Launched\u000a07:35:04.325896 run osmo-stp_10.42.42.5(pid=11911): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11911)]\u000a07:35:04.462424 run osmo-stp_10.42.42.5(pid=11911): stdout: \u000a| (launched: 2022-12-10_07:35:02.918546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:35:04.599244 run osmo-stp_10.42.42.5(pid=11911): stderr: \u000a| �[0;m�[38;5;43m20221210073503109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073503109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073503109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073503109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073503110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073503110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073503110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:35:04.731335 run osmo-stp_10.42.42.5(pid=11911): stdout: \u000a| (launched: 2022-12-10_07:35:02.918546)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:35:04.862337 run osmo-stp_10.42.42.5(pid=11911): stderr: \u000a| �[0;m�[38;5;43m20221210073503109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073503109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073503109 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073503109 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073503110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073503110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073503110 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:35:05.014806 run patchelf(pid=11914): Terminating (SIGINT)\u000a07:35:05.194784 run patchelf(pid=11914): Terminated: ok {rc=0}\u000a07:35:05.227649 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11911): Process ended prematurely: osmo-stp_10.42.42.5(pid=11911) [trial-2371↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11911)] [trial-2371↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py:8]\u000a07:35:05.237405 tst iperf3m4.py:8: Test FAILED (10.9 sec)\u000a07:35:05.299928 run osmo-hlr_10.42.42.2(pid=11905): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-umtrx+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11905)]\u000a07:35:05.350837 run osmo-hlr_10.42.42.2(pid=11905): stdout: \u000a| (launched: 2022-12-10_07:35:01.533501) \u000a07:35:05.402119 run osmo-hlr_10.42.42.2(pid=11905): stderr: \u000a| �[0;m�[1;31m20221210073501891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073501891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073501891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073501891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073501891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073501891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073501913 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-umtrx+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073501932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073501932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073501932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:35:05.446153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11894): Terminating (SIGTERM)\u000a07:35:05.487759 run iperf3-srv_10.42.42.10(pid=11895): Terminating (SIGTERM)\u000a07:35:05.529545 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11896): Terminating (SIGTERM)\u000a07:35:05.570953 run iperf3-srv_10.42.42.10(pid=11897): Terminating (SIGTERM)\u000a07:35:05.612428 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11898): Terminating (SIGTERM)\u000a07:35:05.653964 run iperf3-srv_10.42.42.10(pid=11899): Terminating (SIGTERM)\u000a07:35:05.697635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11900): Terminating (SIGTERM)\u000a07:35:05.737850 run iperf3-srv_10.42.42.10(pid=11901): Terminating (SIGTERM)\u000a07:35:05.778548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11904): Terminating (SIGTERM)\u000a07:35:05.819024 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11910): Terminating (SIGTERM)\u000a07:35:05.859541 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11913): Terminating (SIGTERM)\u000a07:35:05.869652 --- ParallelTerminationStrategy: PID 11894 died...\u000a07:35:05.924437 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11894): Terminated: ok {rc=0}\u000a07:35:05.934348 --- ParallelTerminationStrategy: PID 11895 died...\u000a07:35:05.988614 run iperf3-srv_10.42.42.10(pid=11895): Terminated {rc=256}\u000a07:35:05.998384 --- ParallelTerminationStrategy: PID 11896 died...\u000a07:35:06.052870 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11896): Terminated: ok {rc=0}\u000a07:35:06.062737 --- ParallelTerminationStrategy: PID 11897 died...\u000a07:35:06.116383 run iperf3-srv_10.42.42.10(pid=11897): Terminated {rc=256}\u000a07:35:06.126851 --- ParallelTerminationStrategy: PID 11898 died...\u000a07:35:06.181434 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11898): Terminated: ok {rc=0}\u000a07:35:06.191173 --- ParallelTerminationStrategy: PID 11899 died...\u000a07:35:06.244639 run iperf3-srv_10.42.42.10(pid=11899): Terminated {rc=256}\u000a07:35:06.255063 --- ParallelTerminationStrategy: PID 11900 died...\u000a07:35:06.309527 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11900): Terminated: ok {rc=0}\u000a07:35:06.319139 --- ParallelTerminationStrategy: PID 11901 died...\u000a07:35:06.372789 run iperf3-srv_10.42.42.10(pid=11901): Terminated {rc=256}\u000a07:35:06.383106 --- ParallelTerminationStrategy: PID 11904 died...\u000a07:35:06.437163 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11904): Terminated: ok {rc=0}\u000a07:35:06.447602 --- ParallelTerminationStrategy: PID 11910 died...\u000a07:35:06.501407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11910): Terminated: ok {rc=0}\u000a07:35:06.511977 --- ParallelTerminationStrategy: PID 11913 died...\u000a07:35:06.566635 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11913): Terminated: ok {rc=0}\u000a07:35:06.653399 bus /gobi_4: Setting Powered False\u000a07:35:07.756793 bus /gobi_4: Setting Powered False\u000a07:35:08.866342 bus /gobi_1: Setting Powered False\u000a07:35:09.972591 bus /gobi_1: Setting Powered False\u000a07:35:11.079638 bus /gobi_0: Setting Powered False\u000a07:35:12.180624 bus /gobi_0: Setting Powered False\u000a07:35:13.292306 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11921): Process ended prematurely: osmo-stp_10.42.42.5(pid=11921) [trial-2371↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11921)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11921): Process ended prematurely: osmo-stp_10.42.42.5(pid=11921) [trial-2371↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11921)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-umtrx+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a07:35:14.358897 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:35:14.370289 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:35:14.505233 tst ping.py: using LAC 26842\u000a07:35:14.619356 tst ping.py: using RAC 67\u000a07:35:14.745443 tst ping.py: using CellId 26842\u000a07:35:14.867398 tst ping.py: using BVCI 26843\u000a07:35:14.891771 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:35:14.903132 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:35:14.914293 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:35:14.925823 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:35:14.937110 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:35:14.948399 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:35:14.959789 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:35:14.971053 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:35:15.239001 tst ping.py:19: start network...\u000a07:35:15.359967 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:35:15.821125 run create_hlr_db(pid=11915): Launched\u000a07:35:16.017176 bus /gobi_6: Setting Powered False\u000a07:35:17.039637 run create_hlr_db(pid=11915): Terminated: ok {rc=0}\u000a07:35:17.461692 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11917): Launched\u000a07:35:17.774881 run osmo-hlr_10.42.42.2(pid=11918): Launched\u000a07:35:17.892398 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:35:18.435772 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11920): Launched\u000a07:35:18.747495 run osmo-stp_10.42.42.5(pid=11921): Launched\u000a07:35:18.860228 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:35:19.404778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11923): Launched\u000a07:35:19.516452 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:35:19.788916 run patchelf(pid=11924): Launched\u000a07:35:19.971575 run osmo-stp_10.42.42.5(pid=11921): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11921)]\u000a07:35:20.105527 run osmo-stp_10.42.42.5(pid=11921): stdout: \u000a| (launched: 2022-12-10_07:35:18.594244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:35:20.239469 run osmo-stp_10.42.42.5(pid=11921): stderr: \u000a| �[0;m�[38;5;43m20221210073518783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073518783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073518783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073518784 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073518784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073518784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073518785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:35:20.368543 run osmo-stp_10.42.42.5(pid=11921): stdout: \u000a| (launched: 2022-12-10_07:35:18.594244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:35:20.496657 run osmo-stp_10.42.42.5(pid=11921): stderr: \u000a| �[0;m�[38;5;43m20221210073518783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073518783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073518783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073518784 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073518784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073518784 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073518785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:35:20.645990 run patchelf(pid=11924): Terminating (SIGINT)\u000a07:35:20.821330 run patchelf(pid=11924): Terminated: ok {rc=0}\u000a07:35:20.853102 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11921): Process ended prematurely: osmo-stp_10.42.42.5(pid=11921) [trial-2371↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11921)] [trial-2371↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py:22]\u000a07:35:20.862174 tst ping.py:22: Test FAILED (6.5 sec)\u000a07:35:20.923917 run osmo-hlr_10.42.42.2(pid=11918): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-umtrx+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11918)]\u000a07:35:20.974512 run osmo-hlr_10.42.42.2(pid=11918): stdout: \u000a| (launched: 2022-12-10_07:35:17.621252) \u000a07:35:21.025801 run osmo-hlr_10.42.42.2(pid=11918): stderr: \u000a| �[0;m�[1;31m20221210073517818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073517818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073517818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073517819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073517819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073517819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073517831 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-umtrx+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073517839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073517839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073517839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:35:21.069835 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11917): Terminating (SIGTERM)\u000a07:35:21.111618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11920): Terminating (SIGTERM)\u000a07:35:21.153206 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11923): Terminating (SIGTERM)\u000a07:35:21.163027 --- ParallelTerminationStrategy: PID 11917 died...\u000a07:35:21.218272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11917): Terminated: ok {rc=0}\u000a07:35:21.228451 --- ParallelTerminationStrategy: PID 11920 died...\u000a07:35:21.283459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11920): Terminated: ok {rc=0}\u000a07:35:21.293639 --- ParallelTerminationStrategy: PID 11923 died...\u000a07:35:21.348622 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11923): Terminated: ok {rc=0}\u000a07:35:21.434962 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-umtrx+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11931): Process ended prematurely: osmo-stp_10.42.42.5(pid=11931) [trial-2371↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11931)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11931): Process ended prematurely: osmo-stp_10.42.42.5(pid=11931) [trial-2371↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11931)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-umtrx+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a07:35:22.488340 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:35:22.500524 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:35:22.638507 tst ping_idle_ping.py: using LAC 26843\u000a07:35:22.753766 tst ping_idle_ping.py: using RAC 68\u000a07:35:22.869662 tst ping_idle_ping.py: using CellId 26843\u000a07:35:22.984631 tst ping_idle_ping.py: using BVCI 26844\u000a07:35:23.007144 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:35:23.018095 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:35:23.028764 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:35:23.039923 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:35:23.050991 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:35:23.061808 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:35:23.072784 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:35:23.083716 tst gprs:trx-umtrx+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:35:23.355250 tst ping_idle_ping.py:24: start network...\u000a07:35:23.477179 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:35:23.940316 run create_hlr_db(pid=11925): Launched\u000a07:35:24.109357 bus /gobi_6: Setting Powered False\u000a07:35:25.131421 run create_hlr_db(pid=11925): Terminated: ok {rc=0}\u000a07:35:25.522375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11927): Launched\u000a07:35:25.816827 run osmo-hlr_10.42.42.2(pid=11928): Launched\u000a07:35:25.924711 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:35:26.432552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11930): Launched\u000a07:35:26.725933 run osmo-stp_10.42.42.5(pid=11931): Launched\u000a07:35:26.833087 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:35:27.342022 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11933): Launched\u000a07:35:27.446395 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:35:27.701256 run patchelf(pid=11934): Launched\u000a07:35:27.872103 run osmo-stp_10.42.42.5(pid=11931): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11931)]\u000a07:35:27.997382 run osmo-stp_10.42.42.5(pid=11931): stdout: \u000a| (launched: 2022-12-10_07:35:26.580610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:35:28.123038 run osmo-stp_10.42.42.5(pid=11931): stderr: \u000a| �[0;m�[38;5;43m20221210073526747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073526747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073526747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073526748 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073526750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073526750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073526750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:35:28.243890 run osmo-stp_10.42.42.5(pid=11931): stdout: \u000a| (launched: 2022-12-10_07:35:26.580610)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:35:28.363601 run osmo-stp_10.42.42.5(pid=11931): stderr: \u000a| �[0;m�[38;5;43m20221210073526747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073526747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073526747 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073526748 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073526750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073526750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073526750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:35:28.504313 run patchelf(pid=11934): Terminating (SIGINT)\u000a07:35:28.669669 run patchelf(pid=11934): Terminated: ok {rc=0}\u000a07:35:28.699656 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=11931): Process ended prematurely: osmo-stp_10.42.42.5(pid=11931) [trial-2371↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11931)] [trial-2371↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a07:35:28.708211 tst ping_idle_ping.py:27: Test FAILED (6.2 sec)\u000a07:35:28.768331 run osmo-hlr_10.42.42.2(pid=11928): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-umtrx+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11928)]\u000a07:35:28.817393 run osmo-hlr_10.42.42.2(pid=11928): stdout: \u000a| (launched: 2022-12-10_07:35:25.671384) \u000a07:35:28.866874 run osmo-hlr_10.42.42.2(pid=11928): stderr: \u000a| �[0;m�[1;31m20221210073525849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073525849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073525849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073525849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073525849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073525849 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073525861 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-umtrx+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073525869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073525869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073525869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:35:28.909215 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11927): Terminating (SIGTERM)\u000a07:35:28.948734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11930): Terminating (SIGTERM)\u000a07:35:28.988481 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11933): Terminating (SIGTERM)\u000a07:35:28.998007 --- ParallelTerminationStrategy: PID 11927 died...\u000a07:35:29.051694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11927): Terminated: ok {rc=0}\u000a07:35:29.061514 --- ParallelTerminationStrategy: PID 11930 died...\u000a07:35:29.114735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11930): Terminated: ok {rc=0}\u000a07:35:29.124307 --- ParallelTerminationStrategy: PID 11933 died...\u000a07:35:29.177754 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11933): Terminated: ok {rc=0}\u000a07:35:29.265007 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "89", "name" : "gprs_trx-umtrx+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:34:31" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11949): Process ended prematurely: osmo-stp_10.42.42.5(pid=11949) [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11949)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11949): Process ended prematurely: osmo-stp_10.42.42.5(pid=11949) [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11949)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-umtrx+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:35:31.454503 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:35:31.466743 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:35:31.631974 tst cs_paging_gprs_active.py: using LAC 26844\u000a07:35:31.789812 tst cs_paging_gprs_active.py: using RAC 69\u000a07:35:31.962186 tst cs_paging_gprs_active.py: using CellId 26844\u000a07:35:32.083208 tst cs_paging_gprs_active.py: using BVCI 26845\u000a07:35:32.107318 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:35:32.119142 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:35:32.131222 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:35:32.144930 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:35:32.157185 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:35:32.168836 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:35:32.182708 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:35:32.195304 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:35:32.207067 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:35:32.328468 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:35:32.610438 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:35:32.734597 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:35:33.043472 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11938): Launched\u000a07:35:33.300210 run iperf3-srv_10.42.42.10(pid=11939): Launched\u000a07:35:33.481414 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:35:33.604727 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:35:33.913939 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11940): Launched\u000a07:35:34.169610 run iperf3-srv_10.42.42.10(pid=11941): Launched\u000a07:35:34.350908 tst cs_paging_gprs_active.py:38: start network...\u000a07:35:34.474305 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:35:34.942690 run create_hlr_db(pid=11942): Launched\u000a07:35:35.113665 bus /gobi_6: Setting Powered False\u000a07:35:36.136321 run create_hlr_db(pid=11942): Terminated: ok {rc=0}\u000a07:35:36.560815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11944): Launched\u000a07:35:36.880151 run osmo-hlr_10.42.42.2(pid=11945): Launched\u000a07:35:36.997361 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:35:37.551355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11947): Launched\u000a07:35:37.870830 run osmo-stp_10.42.42.5(pid=11949): Launched\u000a07:35:37.986539 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:35:38.542060 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11951): Launched\u000a07:35:38.655464 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:35:38.940869 run patchelf(pid=11952): Launched\u000a07:35:39.128913 run osmo-stp_10.42.42.5(pid=11949): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11949)]\u000a07:35:39.266175 run osmo-stp_10.42.42.5(pid=11949): stdout: \u000a| (launched: 2022-12-10_07:35:37.713592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:35:39.403327 run osmo-stp_10.42.42.5(pid=11949): stderr: \u000a| �[0;m�[38;5;43m20221210073537906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073537906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073537906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073537906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073537909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073537909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073537909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:35:39.535819 run osmo-stp_10.42.42.5(pid=11949): stdout: \u000a| (launched: 2022-12-10_07:35:37.713592)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:35:39.666976 run osmo-stp_10.42.42.5(pid=11949): stderr: \u000a| �[0;m�[38;5;43m20221210073537906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073537906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073537906 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073537906 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073537909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073537909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073537909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:35:39.820877 run patchelf(pid=11952): Terminating (SIGINT)\u000a07:35:40.002638 run patchelf(pid=11952): Terminated: ok {rc=0}\u000a07:35:40.035782 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=11949): Process ended prematurely: osmo-stp_10.42.42.5(pid=11949) [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11949)] [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a07:35:40.045634 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a07:35:40.108926 run osmo-hlr_10.42.42.2(pid=11945): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11945)]\u000a07:35:40.160106 run osmo-hlr_10.42.42.2(pid=11945): stdout: \u000a| (launched: 2022-12-10_07:35:36.723751) \u000a07:35:40.212267 run osmo-hlr_10.42.42.2(pid=11945): stderr: \u000a| �[0;m�[1;31m20221210073536922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073536922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073536922 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073536923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073536923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073536923 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073536935 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-umtrx+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073536943 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073536944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073536944 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:35:40.256231 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11938): Terminating (SIGTERM)\u000a07:35:40.297871 run iperf3-srv_10.42.42.10(pid=11939): Terminating (SIGTERM)\u000a07:35:40.339639 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11940): Terminating (SIGTERM)\u000a07:35:40.381193 run iperf3-srv_10.42.42.10(pid=11941): Terminating (SIGTERM)\u000a07:35:40.422681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11944): Terminating (SIGTERM)\u000a07:35:40.464170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11947): Terminating (SIGTERM)\u000a07:35:40.505753 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11951): Terminating (SIGTERM)\u000a07:35:40.515442 --- ParallelTerminationStrategy: PID 11938 died...\u000a07:35:40.571346 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11938): Terminated: ok {rc=0}\u000a07:35:40.581555 --- ParallelTerminationStrategy: PID 11939 died...\u000a07:35:40.636788 run iperf3-srv_10.42.42.10(pid=11939): Terminated {rc=256}\u000a07:35:40.646809 --- ParallelTerminationStrategy: PID 11940 died...\u000a07:35:40.702412 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11940): Terminated: ok {rc=0}\u000a07:35:40.712426 --- ParallelTerminationStrategy: PID 11941 died...\u000a07:35:40.767653 run iperf3-srv_10.42.42.10(pid=11941): Terminated {rc=256}\u000a07:35:40.777753 --- ParallelTerminationStrategy: PID 11944 died...\u000a07:35:40.833156 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11944): Terminated: ok {rc=0}\u000a07:35:40.843269 --- ParallelTerminationStrategy: PID 11947 died...\u000a07:35:40.898904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11947): Terminated: ok {rc=0}\u000a07:35:40.909184 --- ParallelTerminationStrategy: PID 11951 died...\u000a07:35:40.964470 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11951): Terminated: ok {rc=0}\u000a07:35:41.051951 bus /gobi_0: Setting Powered False\u000a07:35:42.157520 bus /gobi_0: Setting Powered False\u000a07:35:43.268659 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11961): Process ended prematurely: osmo-stp_10.42.42.5(pid=11961) [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11961)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11961): Process ended prematurely: osmo-stp_10.42.42.5(pid=11961) [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11961)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a07:35:44.381679 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:35:44.393422 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:35:44.555109 tst iperf3.py: using LAC 26845\u000a07:35:44.681403 tst iperf3.py: using RAC 70\u000a07:35:44.805856 tst iperf3.py: using CellId 26845\u000a07:35:44.933031 tst iperf3.py: using BVCI 26846\u000a07:35:44.957609 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:35:44.968783 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:35:44.979794 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:35:44.990892 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:35:45.001904 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:35:45.013051 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:35:45.024174 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:35:45.035152 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:35:45.046344 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:35:45.321967 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:35:45.445681 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:35:45.753645 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11953): Launched\u000a07:35:46.029238 run iperf3-srv_10.42.42.10(pid=11954): Launched\u000a07:35:46.214575 tst iperf3.py:8: start network...\u000a07:35:46.348368 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:35:46.923298 run create_hlr_db(pid=11955): Launched\u000a07:35:47.112558 bus /gobi_6: Setting Powered False\u000a07:35:48.128706 run create_hlr_db(pid=11955): Terminated: ok {rc=0}\u000a07:35:48.526143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11957): Launched\u000a07:35:48.823859 run osmo-hlr_10.42.42.2(pid=11958): Launched\u000a07:35:48.938381 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:35:49.563039 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11960): Launched\u000a07:35:49.854305 run osmo-stp_10.42.42.5(pid=11961): Launched\u000a07:35:49.961034 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:35:50.470712 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11963): Launched\u000a07:35:50.574623 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:35:50.829640 run patchelf(pid=11964): Launched\u000a07:35:51.000218 run osmo-stp_10.42.42.5(pid=11961): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11961)]\u000a07:35:51.125898 run osmo-stp_10.42.42.5(pid=11961): stdout: \u000a| (launched: 2022-12-10_07:35:49.710605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:35:51.251570 run osmo-stp_10.42.42.5(pid=11961): stderr: \u000a| �[0;m�[38;5;43m20221210073549880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073549881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073549881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073549881 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073549882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073549882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073549882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:35:51.372196 run osmo-stp_10.42.42.5(pid=11961): stdout: \u000a| (launched: 2022-12-10_07:35:49.710605)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:35:51.491688 run osmo-stp_10.42.42.5(pid=11961): stderr: \u000a| �[0;m�[38;5;43m20221210073549880 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073549881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073549881 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073549881 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073549882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073549882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073549882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:35:51.632165 run patchelf(pid=11964): Terminating (SIGINT)\u000a07:35:51.797243 run patchelf(pid=11964): Terminated: ok {rc=0}\u000a07:35:51.827668 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11961): Process ended prematurely: osmo-stp_10.42.42.5(pid=11961) [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11961)] [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a07:35:51.836556 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a07:35:51.897621 run osmo-hlr_10.42.42.2(pid=11958): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11958)]\u000a07:35:51.946286 run osmo-hlr_10.42.42.2(pid=11958): stdout: \u000a| (launched: 2022-12-10_07:35:48.677358) \u000a07:35:51.995594 run osmo-hlr_10.42.42.2(pid=11958): stderr: \u000a| �[0;m�[1;31m20221210073548852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073548852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073548852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073548852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073548852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073548852 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073548863 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073548873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073548873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073548873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:35:52.036857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11953): Terminating (SIGTERM)\u000a07:35:52.076172 run iperf3-srv_10.42.42.10(pid=11954): Terminating (SIGTERM)\u000a07:35:52.115517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11957): Terminating (SIGTERM)\u000a07:35:52.154738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11960): Terminating (SIGTERM)\u000a07:35:52.194058 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11963): Terminating (SIGTERM)\u000a07:35:52.203720 --- ParallelTerminationStrategy: PID 11953 died...\u000a07:35:52.256350 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11953): Terminated: ok {rc=0}\u000a07:35:52.266887 --- ParallelTerminationStrategy: PID 11954 died...\u000a07:35:52.320026 run iperf3-srv_10.42.42.10(pid=11954): Terminated {rc=256}\u000a07:35:52.329721 --- ParallelTerminationStrategy: PID 11957 died...\u000a07:35:52.383188 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11957): Terminated: ok {rc=0}\u000a07:35:52.392822 --- ParallelTerminationStrategy: PID 11960 died...\u000a07:35:52.445962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11960): Terminated: ok {rc=0}\u000a07:35:52.455561 --- ParallelTerminationStrategy: PID 11963 died...\u000a07:35:52.508158 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11963): Terminated: ok {rc=0}\u000a07:35:52.596067 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11979): Process ended prematurely: osmo-stp_10.42.42.5(pid=11979) [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11979)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11979): Process ended prematurely: osmo-stp_10.42.42.5(pid=11979) [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11979)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-umtrx+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a07:35:53.704882 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:35:53.716356 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:35:53.871363 tst iperf3m4.py: using LAC 26846\u000a07:35:53.987637 tst iperf3m4.py: using RAC 71\u000a07:35:54.108551 tst iperf3m4.py: using CellId 26846\u000a07:35:54.232751 tst iperf3m4.py: using BVCI 26847\u000a07:35:54.256788 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:35:54.268059 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:35:54.279182 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:35:54.290354 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:35:54.301345 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:35:54.312317 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:35:54.323450 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:35:54.334292 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:35:54.345501 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:35:54.464531 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:35:54.580784 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:35:54.697703 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:35:54.969775 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:35:55.090833 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:35:55.393441 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11965): Launched\u000a07:35:55.643322 run iperf3-srv_10.42.42.10(pid=11966): Launched\u000a07:35:55.819916 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:35:55.946784 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:35:56.269809 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11967): Launched\u000a07:35:56.536904 run iperf3-srv_10.42.42.10(pid=11968): Launched\u000a07:35:56.727584 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:35:56.857640 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:35:57.180026 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11969): Launched\u000a07:35:57.447727 run iperf3-srv_10.42.42.10(pid=11970): Launched\u000a07:35:57.638277 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:35:57.768485 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:35:58.090498 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11971): Launched\u000a07:35:58.358654 run iperf3-srv_10.42.42.10(pid=11972): Launched\u000a07:35:58.548579 tst iperf3m4.py:8: start network...\u000a07:35:58.678082 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:35:59.177165 run create_hlr_db(pid=11973): Launched\u000a07:35:59.356864 bus /gobi_6: Setting Powered False\u000a07:36:00.377971 run create_hlr_db(pid=11973): Terminated: ok {rc=0}\u000a07:36:00.770701 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11975): Launched\u000a07:36:01.093876 run osmo-hlr_10.42.42.2(pid=11976): Launched\u000a07:36:01.311973 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:36:01.997930 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11978): Launched\u000a07:36:02.338611 run osmo-stp_10.42.42.5(pid=11979): Launched\u000a07:36:02.456332 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:36:03.000814 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11981): Launched\u000a07:36:03.112286 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:36:03.383782 run patchelf(pid=11982): Launched\u000a07:36:03.565974 run osmo-stp_10.42.42.5(pid=11979): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11979)]\u000a07:36:03.699165 run osmo-stp_10.42.42.5(pid=11979): stdout: \u000a| (launched: 2022-12-10_07:36:02.148374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:36:03.832758 run osmo-stp_10.42.42.5(pid=11979): stderr: \u000a| �[0;m�[38;5;43m20221210073602361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073602361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073602361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073602362 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073602362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073602362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073602362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:36:03.961762 run osmo-stp_10.42.42.5(pid=11979): stdout: \u000a| (launched: 2022-12-10_07:36:02.148374)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:36:04.089424 run osmo-stp_10.42.42.5(pid=11979): stderr: \u000a| �[0;m�[38;5;43m20221210073602361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073602361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073602361 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073602362 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073602362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073602362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073602362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:36:04.238889 run patchelf(pid=11982): Terminating (SIGINT)\u000a07:36:04.413817 run patchelf(pid=11982): Terminated: ok {rc=0}\u000a07:36:04.446179 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=11979): Process ended prematurely: osmo-stp_10.42.42.5(pid=11979) [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11979)] [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a07:36:04.455860 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a07:36:04.518300 run osmo-hlr_10.42.42.2(pid=11976): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11976)]\u000a07:36:04.569007 run osmo-hlr_10.42.42.2(pid=11976): stdout: \u000a| (launched: 2022-12-10_07:36:00.922686) \u000a07:36:04.620424 run osmo-hlr_10.42.42.2(pid=11976): stderr: \u000a| �[0;m�[1;31m20221210073601267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073601267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073601267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073601267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073601267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073601267 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073601286 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-umtrx+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073601295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073601295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073601295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:36:04.664226 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11965): Terminating (SIGTERM)\u000a07:36:04.705610 run iperf3-srv_10.42.42.10(pid=11966): Terminating (SIGTERM)\u000a07:36:04.746923 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11967): Terminating (SIGTERM)\u000a07:36:04.788117 run iperf3-srv_10.42.42.10(pid=11968): Terminating (SIGTERM)\u000a07:36:04.829343 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11969): Terminating (SIGTERM)\u000a07:36:04.870463 run iperf3-srv_10.42.42.10(pid=11970): Terminating (SIGTERM)\u000a07:36:04.911544 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11971): Terminating (SIGTERM)\u000a07:36:04.952487 run iperf3-srv_10.42.42.10(pid=11972): Terminating (SIGTERM)\u000a07:36:04.994262 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11975): Terminating (SIGTERM)\u000a07:36:05.035485 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11978): Terminating (SIGTERM)\u000a07:36:05.076620 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11981): Terminating (SIGTERM)\u000a07:36:05.086109 --- ParallelTerminationStrategy: PID 11965 died...\u000a07:36:05.141729 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11965): Terminated: ok {rc=0}\u000a07:36:05.151656 --- ParallelTerminationStrategy: PID 11966 died...\u000a07:36:05.206071 run iperf3-srv_10.42.42.10(pid=11966): Terminated {rc=256}\u000a07:36:05.215799 --- ParallelTerminationStrategy: PID 11967 died...\u000a07:36:05.270510 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11967): Terminated: ok {rc=0}\u000a07:36:05.280273 --- ParallelTerminationStrategy: PID 11968 died...\u000a07:36:05.335001 run iperf3-srv_10.42.42.10(pid=11968): Terminated {rc=256}\u000a07:36:05.344738 --- ParallelTerminationStrategy: PID 11969 died...\u000a07:36:05.399405 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11969): Terminated: ok {rc=0}\u000a07:36:05.409262 --- ParallelTerminationStrategy: PID 11970 died...\u000a07:36:05.463814 run iperf3-srv_10.42.42.10(pid=11970): Terminated {rc=256}\u000a07:36:05.473665 --- ParallelTerminationStrategy: PID 11971 died...\u000a07:36:05.528437 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=11971): Terminated: ok {rc=0}\u000a07:36:05.538313 --- ParallelTerminationStrategy: PID 11972 died...\u000a07:36:05.592880 run iperf3-srv_10.42.42.10(pid=11972): Terminated {rc=256}\u000a07:36:05.602705 --- ParallelTerminationStrategy: PID 11975 died...\u000a07:36:05.657382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11975): Terminated: ok {rc=0}\u000a07:36:05.667194 --- ParallelTerminationStrategy: PID 11978 died...\u000a07:36:05.721738 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11978): Terminated: ok {rc=0}\u000a07:36:05.731527 --- ParallelTerminationStrategy: PID 11981 died...\u000a07:36:05.786146 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11981): Terminated: ok {rc=0}\u000a07:36:05.872934 bus /gobi_4: Setting Powered False\u000a07:36:06.976136 bus /gobi_4: Setting Powered False\u000a07:36:08.086658 bus /gobi_1: Setting Powered False\u000a07:36:09.189540 bus /gobi_1: Setting Powered False\u000a07:36:10.297155 bus /gobi_0: Setting Powered False\u000a07:36:11.402982 bus /gobi_0: Setting Powered False\u000a07:36:12.510593 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=11990): Process ended prematurely: osmo-stp_10.42.42.5(pid=11990) [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11990)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=11990): Process ended prematurely: osmo-stp_10.42.42.5(pid=11990) [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11990)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-umtrx+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a07:36:13.578085 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:36:13.589883 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:36:13.749094 tst ping.py: using LAC 26847\u000a07:36:13.869198 tst ping.py: using RAC 72\u000a07:36:13.988852 tst ping.py: using CellId 26847\u000a07:36:14.109654 tst ping.py: using BVCI 26848\u000a07:36:14.133235 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:36:14.144309 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:36:14.155444 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:36:14.166471 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:36:14.177384 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:36:14.188412 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:36:14.199543 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:36:14.210575 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:36:14.491272 tst ping.py:19: start network...\u000a07:36:14.618850 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:36:15.111903 run create_hlr_db(pid=11984): Launched\u000a07:36:15.289979 bus /gobi_6: Setting Powered False\u000a07:36:16.332862 run create_hlr_db(pid=11984): Terminated: ok {rc=0}\u000a07:36:16.814141 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11986): Launched\u000a07:36:17.212859 run osmo-hlr_10.42.42.2(pid=11987): Launched\u000a07:36:17.330709 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:36:17.865149 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11989): Launched\u000a07:36:18.172629 run osmo-stp_10.42.42.5(pid=11990): Launched\u000a07:36:18.284409 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:36:18.820258 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11992): Launched\u000a07:36:18.929638 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:36:19.197340 run patchelf(pid=11993): Launched\u000a07:36:19.377123 run osmo-stp_10.42.42.5(pid=11990): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11990)]\u000a07:36:19.508419 run osmo-stp_10.42.42.5(pid=11990): stdout: \u000a| (launched: 2022-12-10_07:36:18.021408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:36:19.640145 run osmo-stp_10.42.42.5(pid=11990): stderr: \u000a| �[0;m�[38;5;43m20221210073618212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073618212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073618213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073618213 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073618214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073618214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073618214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:36:19.767467 run osmo-stp_10.42.42.5(pid=11990): stdout: \u000a| (launched: 2022-12-10_07:36:18.021408)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:36:19.893427 run osmo-stp_10.42.42.5(pid=11990): stderr: \u000a| �[0;m�[38;5;43m20221210073618212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073618212 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073618213 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073618213 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073618214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073618214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073618214 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:36:20.040692 run patchelf(pid=11993): Terminating (SIGINT)\u000a07:36:20.214578 run patchelf(pid=11993): Terminated: ok {rc=0}\u000a07:36:20.246164 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=11990): Process ended prematurely: osmo-stp_10.42.42.5(pid=11990) [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=11990)] [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py:22]\u000a07:36:20.255443 tst ping.py:22: Test FAILED (6.7 sec)\u000a07:36:20.317310 run osmo-hlr_10.42.42.2(pid=11987): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11987)]\u000a07:36:20.368125 run osmo-hlr_10.42.42.2(pid=11987): stdout: \u000a| (launched: 2022-12-10_07:36:16.963130) \u000a07:36:20.419445 run osmo-hlr_10.42.42.2(pid=11987): stderr: \u000a| �[0;m�[1;31m20221210073617262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073617262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073617262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073617262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073617262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073617262 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073617275 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073617283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073617283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073617283 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:36:20.463317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11986): Terminating (SIGTERM)\u000a07:36:20.504882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11989): Terminating (SIGTERM)\u000a07:36:20.546420 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11992): Terminating (SIGTERM)\u000a07:36:20.555975 --- ParallelTerminationStrategy: PID 11986 died...\u000a07:36:20.611097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11986): Terminated: ok {rc=0}\u000a07:36:20.621064 --- ParallelTerminationStrategy: PID 11989 died...\u000a07:36:20.675779 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11989): Terminated: ok {rc=0}\u000a07:36:20.685705 --- ParallelTerminationStrategy: PID 11992 died...\u000a07:36:20.740614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=11992): Terminated: ok {rc=0}\u000a07:36:20.827037 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-umtrx+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12000): Process ended prematurely: osmo-stp_10.42.42.5(pid=12000) [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12000)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12000): Process ended prematurely: osmo-stp_10.42.42.5(pid=12000) [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12000)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-umtrx+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a07:36:21.876651 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:36:21.888509 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:36:22.045182 tst ping_idle_ping.py: using LAC 26848\u000a07:36:22.160518 tst ping_idle_ping.py: using RAC 73\u000a07:36:22.273604 tst ping_idle_ping.py: using CellId 26848\u000a07:36:22.392222 tst ping_idle_ping.py: using BVCI 26849\u000a07:36:22.414398 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:36:22.425234 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:36:22.435762 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:36:22.447163 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:36:22.458375 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:36:22.469283 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:36:22.480200 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:36:22.491023 tst gprs:trx-umtrx+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:36:22.759804 tst ping_idle_ping.py:24: start network...\u000a07:36:22.879740 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:36:23.330842 run create_hlr_db(pid=11994): Launched\u000a07:36:23.498477 bus /gobi_6: Setting Powered False\u000a07:36:24.520607 run create_hlr_db(pid=11994): Terminated: ok {rc=0}\u000a07:36:24.928705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11996): Launched\u000a07:36:25.237322 run osmo-hlr_10.42.42.2(pid=11997): Launched\u000a07:36:25.351009 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:36:25.883282 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11999): Launched\u000a07:36:26.193782 run osmo-stp_10.42.42.5(pid=12000): Launched\u000a07:36:26.305705 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:36:26.841822 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12002): Launched\u000a07:36:26.951068 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:36:27.218875 run patchelf(pid=12003): Launched\u000a07:36:27.398846 run osmo-stp_10.42.42.5(pid=12000): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12000)]\u000a07:36:27.530992 run osmo-stp_10.42.42.5(pid=12000): stdout: \u000a| (launched: 2022-12-10_07:36:26.041066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:36:27.663313 run osmo-stp_10.42.42.5(pid=12000): stderr: \u000a| �[0;m�[38;5;43m20221210073626230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073626230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073626230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073626231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073626231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073626231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073626231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:36:27.790856 run osmo-stp_10.42.42.5(pid=12000): stdout: \u000a| (launched: 2022-12-10_07:36:26.041066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:36:27.917130 run osmo-stp_10.42.42.5(pid=12000): stderr: \u000a| �[0;m�[38;5;43m20221210073626230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073626230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073626230 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073626231 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073626231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073626231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073626231 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:36:28.064423 run patchelf(pid=12003): Terminating (SIGINT)\u000a07:36:28.239143 run patchelf(pid=12003): Terminated: ok {rc=0}\u000a07:36:28.270745 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12000): Process ended prematurely: osmo-stp_10.42.42.5(pid=12000) [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12000)] [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a07:36:28.279827 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a07:36:28.341707 run osmo-hlr_10.42.42.2(pid=11997): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=11997)]\u000a07:36:28.392362 run osmo-hlr_10.42.42.2(pid=11997): stdout: \u000a| (launched: 2022-12-10_07:36:25.085299) \u000a07:36:28.443967 run osmo-hlr_10.42.42.2(pid=11997): stderr: \u000a| �[0;m�[1;31m20221210073625282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073625282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073625282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073625282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073625283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073625283 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073625295 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-umtrx+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073625303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073625304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073625304 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:36:28.488057 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11996): Terminating (SIGTERM)\u000a07:36:28.529500 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11999): Terminating (SIGTERM)\u000a07:36:28.570856 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12002): Terminating (SIGTERM)\u000a07:36:28.580339 --- ParallelTerminationStrategy: PID 11996 died...\u000a07:36:28.635259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=11996): Terminated: ok {rc=0}\u000a07:36:28.645230 --- ParallelTerminationStrategy: PID 11999 died...\u000a07:36:28.699795 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=11999): Terminated: ok {rc=0}\u000a07:36:28.709715 --- ParallelTerminationStrategy: PID 12002 died...\u000a07:36:28.765042 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12002): Terminated: ok {rc=0}\u000a07:36:28.851357 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "90", "name" : "gprs_trx-umtrx+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:35:31" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12018): Process ended prematurely: osmo-stp_10.42.42.5(pid=12018) [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12018)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12018): Process ended prematurely: osmo-stp_10.42.42.5(pid=12018) [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12018)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-umtrx+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:36:31.038326 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:36:31.050382 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:36:31.213796 tst cs_paging_gprs_active.py: using LAC 26849\u000a07:36:31.334255 tst cs_paging_gprs_active.py: using RAC 74\u000a07:36:31.457997 tst cs_paging_gprs_active.py: using CellId 26849\u000a07:36:31.583952 tst cs_paging_gprs_active.py: using BVCI 26850\u000a07:36:31.609533 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:36:31.621937 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:36:31.634649 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:36:31.646686 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:36:31.658569 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:36:31.670254 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:36:31.682210 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:36:31.693913 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:36:31.705943 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:36:31.828510 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:36:32.132208 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:36:32.266825 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:36:32.592060 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12008): Launched\u000a07:36:32.861522 run iperf3-srv_10.42.42.10(pid=12009): Launched\u000a07:36:33.054301 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:36:33.185677 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:36:33.510575 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12010): Launched\u000a07:36:33.780247 run iperf3-srv_10.42.42.10(pid=12011): Launched\u000a07:36:33.971628 tst cs_paging_gprs_active.py:38: start network...\u000a07:36:34.102319 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:36:34.604243 run create_hlr_db(pid=12012): Launched\u000a07:36:34.785668 bus /gobi_6: Setting Powered False\u000a07:36:35.806460 run create_hlr_db(pid=12012): Terminated: ok {rc=0}\u000a07:36:36.223836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12014): Launched\u000a07:36:36.537921 run osmo-hlr_10.42.42.2(pid=12015): Launched\u000a07:36:36.652699 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:36:37.196559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12017): Launched\u000a07:36:37.509402 run osmo-stp_10.42.42.5(pid=12018): Launched\u000a07:36:37.623270 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:36:38.169935 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12020): Launched\u000a07:36:38.282070 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:36:38.556671 run patchelf(pid=12021): Launched\u000a07:36:38.739714 run osmo-stp_10.42.42.5(pid=12018): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12018)]\u000a07:36:38.874262 run osmo-stp_10.42.42.5(pid=12018): stdout: \u000a| (launched: 2022-12-10_07:36:37.355692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:36:39.008811 run osmo-stp_10.42.42.5(pid=12018): stderr: \u000a| �[0;m�[38;5;43m20221210073637546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073637546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073637546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073637547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073637547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073637547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073637547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:36:39.138984 run osmo-stp_10.42.42.5(pid=12018): stdout: \u000a| (launched: 2022-12-10_07:36:37.355692)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:36:39.267409 run osmo-stp_10.42.42.5(pid=12018): stderr: \u000a| �[0;m�[38;5;43m20221210073637546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073637546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073637546 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073637547 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073637547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073637547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073637547 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:36:39.417714 run patchelf(pid=12021): Terminating (SIGINT)\u000a07:36:39.594634 run patchelf(pid=12021): Terminated: ok {rc=0}\u000a07:36:39.627246 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12018): Process ended prematurely: osmo-stp_10.42.42.5(pid=12018) [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12018)] [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a07:36:39.636988 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a07:36:39.699151 run osmo-hlr_10.42.42.2(pid=12015): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12015)]\u000a07:36:39.750108 run osmo-hlr_10.42.42.2(pid=12015): stdout: \u000a| (launched: 2022-12-10_07:36:36.383740) \u000a07:36:39.801689 run osmo-hlr_10.42.42.2(pid=12015): stderr: \u000a| �[0;m�[1;31m20221210073636580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073636580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073636580 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073636581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073636581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073636581 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073636593 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-umtrx+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073636601 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073636602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073636602 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:36:39.845780 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12008): Terminating (SIGTERM)\u000a07:36:39.887106 run iperf3-srv_10.42.42.10(pid=12009): Terminating (SIGTERM)\u000a07:36:39.928383 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12010): Terminating (SIGTERM)\u000a07:36:39.969724 run iperf3-srv_10.42.42.10(pid=12011): Terminating (SIGTERM)\u000a07:36:40.011007 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12014): Terminating (SIGTERM)\u000a07:36:40.052298 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12017): Terminating (SIGTERM)\u000a07:36:40.094075 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12020): Terminating (SIGTERM)\u000a07:36:40.103603 --- ParallelTerminationStrategy: PID 12008 died...\u000a07:36:40.159354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12008): Terminated: ok {rc=0}\u000a07:36:40.169420 --- ParallelTerminationStrategy: PID 12009 died...\u000a07:36:40.224407 run iperf3-srv_10.42.42.10(pid=12009): Terminated {rc=256}\u000a07:36:40.234609 --- ParallelTerminationStrategy: PID 12010 died...\u000a07:36:40.289997 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12010): Terminated: ok {rc=0}\u000a07:36:40.299969 --- ParallelTerminationStrategy: PID 12011 died...\u000a07:36:40.355130 run iperf3-srv_10.42.42.10(pid=12011): Terminated {rc=256}\u000a07:36:40.365107 --- ParallelTerminationStrategy: PID 12014 died...\u000a07:36:40.420125 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12014): Terminated: ok {rc=0}\u000a07:36:40.430117 --- ParallelTerminationStrategy: PID 12017 died...\u000a07:36:40.485065 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12017): Terminated: ok {rc=0}\u000a07:36:40.495040 --- ParallelTerminationStrategy: PID 12020 died...\u000a07:36:40.550105 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12020): Terminated: ok {rc=0}\u000a07:36:40.636674 bus /gobi_0: Setting Powered False\u000a07:36:41.742615 bus /gobi_0: Setting Powered False\u000a07:36:42.850142 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12030): Process ended prematurely: osmo-stp_10.42.42.5(pid=12030) [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12030)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12030): Process ended prematurely: osmo-stp_10.42.42.5(pid=12030) [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12030)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a07:36:43.957266 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:36:43.968682 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:36:44.124162 tst iperf3.py: using LAC 26850\u000a07:36:44.241536 tst iperf3.py: using RAC 75\u000a07:36:44.356663 tst iperf3.py: using CellId 26850\u000a07:36:44.473367 tst iperf3.py: using BVCI 26851\u000a07:36:44.495693 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:36:44.506579 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:36:44.517193 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:36:44.527989 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:36:44.538692 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:36:44.549588 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:36:44.560543 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:36:44.571427 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:36:44.582722 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:36:44.852609 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:36:44.975033 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:36:45.278034 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12022): Launched\u000a07:36:45.529986 run iperf3-srv_10.42.42.10(pid=12023): Launched\u000a07:36:45.707913 tst iperf3.py:8: start network...\u000a07:36:45.829687 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:36:46.353932 run create_hlr_db(pid=12024): Launched\u000a07:36:46.525297 bus /gobi_6: Setting Powered False\u000a07:36:47.544907 run create_hlr_db(pid=12024): Terminated: ok {rc=0}\u000a07:36:47.934350 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12026): Launched\u000a07:36:48.226853 run osmo-hlr_10.42.42.2(pid=12027): Launched\u000a07:36:48.336365 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:36:48.844443 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12029): Launched\u000a07:36:49.138273 run osmo-stp_10.42.42.5(pid=12030): Launched\u000a07:36:49.245443 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:36:49.755909 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12032): Launched\u000a07:36:49.859942 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:36:50.115777 run patchelf(pid=12033): Launched\u000a07:36:50.287592 run osmo-stp_10.42.42.5(pid=12030): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12030)]\u000a07:36:50.413941 run osmo-stp_10.42.42.5(pid=12030): stdout: \u000a| (launched: 2022-12-10_07:36:48.992572)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:36:50.540067 run osmo-stp_10.42.42.5(pid=12030): stderr: \u000a| �[0;m�[38;5;43m20221210073649162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073649162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073649162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073649163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073649163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073649163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073649163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:36:50.661834 run osmo-stp_10.42.42.5(pid=12030): stdout: \u000a| (launched: 2022-12-10_07:36:48.992572)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:36:50.782303 run osmo-stp_10.42.42.5(pid=12030): stderr: \u000a| �[0;m�[38;5;43m20221210073649162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073649162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073649162 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073649163 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073649163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073649163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073649163 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:36:50.923362 run patchelf(pid=12033): Terminating (SIGINT)\u000a07:36:51.089509 run patchelf(pid=12033): Terminated: ok {rc=0}\u000a07:36:51.119993 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12030): Process ended prematurely: osmo-stp_10.42.42.5(pid=12030) [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12030)] [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a07:36:51.129085 tst iperf3.py:8: Test FAILED (7.2 sec)\u000a07:36:51.189765 run osmo-hlr_10.42.42.2(pid=12027): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12027)]\u000a07:36:51.238745 run osmo-hlr_10.42.42.2(pid=12027): stdout: \u000a| (launched: 2022-12-10_07:36:48.082403) \u000a07:36:51.288411 run osmo-hlr_10.42.42.2(pid=12027): stderr: \u000a| �[0;m�[1;31m20221210073648258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073648258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073648258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073648258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073648258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073648258 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073648271 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073648280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073648280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073648280 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:36:51.330858 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12022): Terminating (SIGTERM)\u000a07:36:51.370729 run iperf3-srv_10.42.42.10(pid=12023): Terminating (SIGTERM)\u000a07:36:51.410789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12026): Terminating (SIGTERM)\u000a07:36:51.450924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12029): Terminating (SIGTERM)\u000a07:36:51.490877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12032): Terminating (SIGTERM)\u000a07:36:51.500390 --- ParallelTerminationStrategy: PID 12022 died...\u000a07:36:51.554022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12022): Terminated: ok {rc=0}\u000a07:36:51.563769 --- ParallelTerminationStrategy: PID 12023 died...\u000a07:36:51.616771 run iperf3-srv_10.42.42.10(pid=12023): Terminated {rc=256}\u000a07:36:51.626595 --- ParallelTerminationStrategy: PID 12026 died...\u000a07:36:51.679639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12026): Terminated: ok {rc=0}\u000a07:36:51.689570 --- ParallelTerminationStrategy: PID 12029 died...\u000a07:36:51.743267 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12029): Terminated: ok {rc=0}\u000a07:36:51.752864 --- ParallelTerminationStrategy: PID 12032 died...\u000a07:36:51.806116 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12032): Terminated: ok {rc=0}\u000a07:36:51.890106 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12048): Process ended prematurely: osmo-stp_10.42.42.5(pid=12048) [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12048)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12048): Process ended prematurely: osmo-stp_10.42.42.5(pid=12048) [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12048)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-umtrx+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a07:36:53.004234 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:36:53.016546 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:36:53.181709 tst iperf3m4.py: using LAC 26851\u000a07:36:53.306731 tst iperf3m4.py: using RAC 76\u000a07:36:53.432053 tst iperf3m4.py: using CellId 26851\u000a07:36:53.557212 tst iperf3m4.py: using BVCI 26852\u000a07:36:53.581293 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:36:53.592594 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:36:53.603759 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:36:53.615137 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:36:53.626490 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:36:53.637876 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:36:53.649329 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:36:53.660503 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:36:53.671946 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:36:53.791152 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:36:53.907148 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:36:54.025190 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:36:54.311881 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:36:54.443115 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:36:54.766640 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12034): Launched\u000a07:36:55.035067 run iperf3-srv_10.42.42.10(pid=12035): Launched\u000a07:36:55.227395 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:36:55.358174 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:36:55.681219 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12036): Launched\u000a07:36:55.948848 run iperf3-srv_10.42.42.10(pid=12037): Launched\u000a07:36:56.140455 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:36:56.271027 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:36:56.595438 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12038): Launched\u000a07:36:56.863001 run iperf3-srv_10.42.42.10(pid=12039): Launched\u000a07:36:57.054143 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:36:57.185287 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:36:57.508740 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12040): Launched\u000a07:36:57.776477 run iperf3-srv_10.42.42.10(pid=12041): Launched\u000a07:36:57.967594 tst iperf3m4.py:8: start network...\u000a07:36:58.098039 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:36:58.599181 run create_hlr_db(pid=12042): Launched\u000a07:36:58.782434 bus /gobi_6: Setting Powered False\u000a07:36:59.801950 run create_hlr_db(pid=12042): Terminated: ok {rc=0}\u000a07:37:00.196237 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12044): Launched\u000a07:37:00.489706 run osmo-hlr_10.42.42.2(pid=12045): Launched\u000a07:37:00.601612 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:37:01.150991 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12047): Launched\u000a07:37:01.619160 run osmo-stp_10.42.42.5(pid=12048): Launched\u000a07:37:01.762310 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:37:02.321388 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12050): Launched\u000a07:37:02.434419 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:37:02.707483 run patchelf(pid=12051): Launched\u000a07:37:02.891522 run osmo-stp_10.42.42.5(pid=12048): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12048)]\u000a07:37:03.026541 run osmo-stp_10.42.42.5(pid=12048): stdout: \u000a| (launched: 2022-12-10_07:37:01.314299)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:37:03.162341 run osmo-stp_10.42.42.5(pid=12048): stderr: \u000a| �[0;m�[38;5;43m20221210073701547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073701547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073701548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073701548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073701549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073701549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073701549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:37:03.292444 run osmo-stp_10.42.42.5(pid=12048): stdout: \u000a| (launched: 2022-12-10_07:37:01.314299)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:37:03.421465 run osmo-stp_10.42.42.5(pid=12048): stderr: \u000a| �[0;m�[38;5;43m20221210073701547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073701547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073701548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073701548 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073701549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073701549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073701549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:37:03.571622 run patchelf(pid=12051): Terminating (SIGINT)\u000a07:37:03.748374 run patchelf(pid=12051): Terminated: ok {rc=0}\u000a07:37:03.781316 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12048): Process ended prematurely: osmo-stp_10.42.42.5(pid=12048) [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12048)] [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a07:37:03.791056 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a07:37:03.854266 run osmo-hlr_10.42.42.2(pid=12045): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12045)]\u000a07:37:03.905454 run osmo-hlr_10.42.42.2(pid=12045): stdout: \u000a| (launched: 2022-12-10_07:37:00.345247) \u000a07:37:03.957101 run osmo-hlr_10.42.42.2(pid=12045): stderr: \u000a| �[0;m�[1;31m20221210073700521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073700521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073700521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073700521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073700521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073700521 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073700540 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-umtrx+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073700549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073700549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073700549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:37:04.001532 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12034): Terminating (SIGTERM)\u000a07:37:04.043720 run iperf3-srv_10.42.42.10(pid=12035): Terminating (SIGTERM)\u000a07:37:04.085961 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12036): Terminating (SIGTERM)\u000a07:37:04.128354 run iperf3-srv_10.42.42.10(pid=12037): Terminating (SIGTERM)\u000a07:37:04.170258 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12038): Terminating (SIGTERM)\u000a07:37:04.212257 run iperf3-srv_10.42.42.10(pid=12039): Terminating (SIGTERM)\u000a07:37:04.254189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12040): Terminating (SIGTERM)\u000a07:37:04.295998 run iperf3-srv_10.42.42.10(pid=12041): Terminating (SIGTERM)\u000a07:37:04.338205 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12044): Terminating (SIGTERM)\u000a07:37:04.380118 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12047): Terminating (SIGTERM)\u000a07:37:04.422101 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12050): Terminating (SIGTERM)\u000a07:37:04.432027 --- ParallelTerminationStrategy: PID 12034 died...\u000a07:37:04.488401 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12034): Terminated: ok {rc=0}\u000a07:37:04.498541 --- ParallelTerminationStrategy: PID 12035 died...\u000a07:37:04.553603 run iperf3-srv_10.42.42.10(pid=12035): Terminated {rc=256}\u000a07:37:04.563631 --- ParallelTerminationStrategy: PID 12036 died...\u000a07:37:04.618940 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12036): Terminated: ok {rc=0}\u000a07:37:04.629023 --- ParallelTerminationStrategy: PID 12037 died...\u000a07:37:04.684083 run iperf3-srv_10.42.42.10(pid=12037): Terminated {rc=256}\u000a07:37:04.694033 --- ParallelTerminationStrategy: PID 12038 died...\u000a07:37:04.749301 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12038): Terminated: ok {rc=0}\u000a07:37:04.759269 --- ParallelTerminationStrategy: PID 12039 died...\u000a07:37:04.814670 run iperf3-srv_10.42.42.10(pid=12039): Terminated {rc=256}\u000a07:37:04.824715 --- ParallelTerminationStrategy: PID 12040 died...\u000a07:37:04.879995 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12040): Terminated: ok {rc=0}\u000a07:37:04.890176 --- ParallelTerminationStrategy: PID 12041 died...\u000a07:37:04.945720 run iperf3-srv_10.42.42.10(pid=12041): Terminated {rc=256}\u000a07:37:04.955814 --- ParallelTerminationStrategy: PID 12044 died...\u000a07:37:05.011254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12044): Terminated: ok {rc=0}\u000a07:37:05.021305 --- ParallelTerminationStrategy: PID 12047 died...\u000a07:37:05.076618 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12047): Terminated: ok {rc=0}\u000a07:37:05.086748 --- ParallelTerminationStrategy: PID 12050 died...\u000a07:37:05.142545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12050): Terminated: ok {rc=0}\u000a07:37:05.230150 bus /gobi_4: Setting Powered False\u000a07:37:06.335143 bus /gobi_4: Setting Powered False\u000a07:37:07.443725 bus /gobi_1: Setting Powered False\u000a07:37:08.549857 bus /gobi_1: Setting Powered False\u000a07:37:09.657377 bus /gobi_0: Setting Powered False\u000a07:37:10.764181 bus /gobi_0: Setting Powered False\u000a07:37:11.873010 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12058): Process ended prematurely: osmo-stp_10.42.42.5(pid=12058) [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12058)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12058): Process ended prematurely: osmo-stp_10.42.42.5(pid=12058) [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12058)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-umtrx+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a07:37:12.941441 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:37:12.953246 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:37:13.116715 tst ping.py: using LAC 26852\u000a07:37:13.236685 tst ping.py: using RAC 77\u000a07:37:13.356334 tst ping.py: using CellId 26852\u000a07:37:13.474858 tst ping.py: using BVCI 26853\u000a07:37:13.498469 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:37:13.509656 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:37:13.520703 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:37:13.531822 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:37:13.542912 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:37:13.554247 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:37:13.565459 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:37:13.576480 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:37:13.845277 tst ping.py:19: start network...\u000a07:37:13.964628 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:37:14.418530 run create_hlr_db(pid=12052): Launched\u000a07:37:14.584399 bus /gobi_6: Setting Powered False\u000a07:37:15.616894 run create_hlr_db(pid=12052): Terminated: ok {rc=0}\u000a07:37:16.044094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12054): Launched\u000a07:37:16.435643 run osmo-hlr_10.42.42.2(pid=12055): Launched\u000a07:37:16.604337 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:37:17.238012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12057): Launched\u000a07:37:17.527006 run osmo-stp_10.42.42.5(pid=12058): Launched\u000a07:37:17.632421 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:37:18.132323 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12060): Launched\u000a07:37:18.234676 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:37:18.484887 run patchelf(pid=12061): Launched\u000a07:37:18.654664 run osmo-stp_10.42.42.5(pid=12058): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12058)]\u000a07:37:18.778560 run osmo-stp_10.42.42.5(pid=12058): stdout: \u000a| (launched: 2022-12-10_07:37:17.383243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:37:18.902865 run osmo-stp_10.42.42.5(pid=12058): stderr: \u000a| �[0;m�[38;5;43m20221210073717548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073717549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073717549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073717549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073717550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073717550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073717550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:37:19.022643 run osmo-stp_10.42.42.5(pid=12058): stdout: \u000a| (launched: 2022-12-10_07:37:17.383243)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:37:19.141455 run osmo-stp_10.42.42.5(pid=12058): stderr: \u000a| �[0;m�[38;5;43m20221210073717548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073717549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073717549 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073717549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073717550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073717550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073717550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:37:19.279698 run patchelf(pid=12061): Terminating (SIGINT)\u000a07:37:19.442291 run patchelf(pid=12061): Terminated: ok {rc=0}\u000a07:37:19.472177 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12058): Process ended prematurely: osmo-stp_10.42.42.5(pid=12058) [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12058)] [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py:22]\u000a07:37:19.480896 tst ping.py:22: Test FAILED (6.5 sec)\u000a07:37:19.542059 run osmo-hlr_10.42.42.2(pid=12055): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12055)]\u000a07:37:19.591546 run osmo-hlr_10.42.42.2(pid=12055): stdout: \u000a| (launched: 2022-12-10_07:37:16.191984) \u000a07:37:19.641408 run osmo-hlr_10.42.42.2(pid=12055): stderr: \u000a| �[0;m�[1;31m20221210073716526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073716526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073716526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073716526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073716526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073716526 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073716546 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073716567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073716567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073716567 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:37:19.684106 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12054): Terminating (SIGTERM)\u000a07:37:19.724239 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12057): Terminating (SIGTERM)\u000a07:37:19.765043 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12060): Terminating (SIGTERM)\u000a07:37:19.774610 --- ParallelTerminationStrategy: PID 12054 died...\u000a07:37:19.828750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12054): Terminated: ok {rc=0}\u000a07:37:19.838612 --- ParallelTerminationStrategy: PID 12057 died...\u000a07:37:19.892095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12057): Terminated: ok {rc=0}\u000a07:37:19.902268 --- ParallelTerminationStrategy: PID 12060 died...\u000a07:37:19.955637 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12060): Terminated: ok {rc=0}\u000a07:37:20.043685 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-umtrx+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12068): Process ended prematurely: osmo-stp_10.42.42.5(pid=12068) [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12068)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12068): Process ended prematurely: osmo-stp_10.42.42.5(pid=12068) [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12068)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-umtrx+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a07:37:21.095293 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:37:21.106879 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:37:21.263900 tst ping_idle_ping.py: using LAC 26853\u000a07:37:21.379461 tst ping_idle_ping.py: using RAC 78\u000a07:37:21.501404 tst ping_idle_ping.py: using CellId 26853\u000a07:37:21.627550 tst ping_idle_ping.py: using BVCI 26854\u000a07:37:21.651479 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:37:21.663449 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:37:21.674777 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:37:21.686296 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:37:21.697474 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:37:21.708637 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:37:21.719873 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:37:21.731051 tst gprs:trx-umtrx+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:37:21.999513 tst ping_idle_ping.py:24: start network...\u000a07:37:22.118755 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:37:22.571903 run create_hlr_db(pid=12062): Launched\u000a07:37:22.738399 bus /gobi_6: Setting Powered False\u000a07:37:23.759848 run create_hlr_db(pid=12062): Terminated: ok {rc=0}\u000a07:37:24.170427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12064): Launched\u000a07:37:24.479339 run osmo-hlr_10.42.42.2(pid=12065): Launched\u000a07:37:24.596459 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:37:25.131119 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12067): Launched\u000a07:37:25.442133 run osmo-stp_10.42.42.5(pid=12068): Launched\u000a07:37:25.554078 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:37:26.091840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12070): Launched\u000a07:37:26.202599 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:37:26.471747 run patchelf(pid=12071): Launched\u000a07:37:26.653850 run osmo-stp_10.42.42.5(pid=12068): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12068)]\u000a07:37:26.786370 run osmo-stp_10.42.42.5(pid=12068): stdout: \u000a| (launched: 2022-12-10_07:37:25.290290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:37:26.919254 run osmo-stp_10.42.42.5(pid=12068): stderr: \u000a| �[0;m�[38;5;43m20221210073725479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073725480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073725480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073725480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073725483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073725483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073725483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:37:27.047424 run osmo-stp_10.42.42.5(pid=12068): stdout: \u000a| (launched: 2022-12-10_07:37:25.290290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:37:27.174615 run osmo-stp_10.42.42.5(pid=12068): stderr: \u000a| �[0;m�[38;5;43m20221210073725479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073725480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073725480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073725480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073725483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073725483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073725483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:37:27.323050 run patchelf(pid=12071): Terminating (SIGINT)\u000a07:37:27.497328 run patchelf(pid=12071): Terminated: ok {rc=0}\u000a07:37:27.529230 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12068): Process ended prematurely: osmo-stp_10.42.42.5(pid=12068) [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12068)] [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a07:37:27.538394 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a07:37:27.600657 run osmo-hlr_10.42.42.2(pid=12065): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-umtrx+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12065)]\u000a07:37:27.652024 run osmo-hlr_10.42.42.2(pid=12065): stdout: \u000a| (launched: 2022-12-10_07:37:24.327371) \u000a07:37:27.703744 run osmo-hlr_10.42.42.2(pid=12065): stderr: \u000a| �[0;m�[1;31m20221210073724522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073724522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073724522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073724522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073724522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073724522 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073724535 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-umtrx+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073724543 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073724544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073724544 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:37:27.747720 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12064): Terminating (SIGTERM)\u000a07:37:27.789439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12067): Terminating (SIGTERM)\u000a07:37:27.831086 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12070): Terminating (SIGTERM)\u000a07:37:27.840867 --- ParallelTerminationStrategy: PID 12064 died...\u000a07:37:27.896555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12064): Terminated: ok {rc=0}\u000a07:37:27.906718 --- ParallelTerminationStrategy: PID 12067 died...\u000a07:37:27.962110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12067): Terminated: ok {rc=0}\u000a07:37:27.972401 --- ParallelTerminationStrategy: PID 12070 died...\u000a07:37:28.027994 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12070): Terminated: ok {rc=0}\u000a07:37:28.115312 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "91", "name" : "gprs_trx-umtrx+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:36:30" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12087): Process ended prematurely: osmo-stp_10.42.42.5(pid=12087) [trial-2371↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12087)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12087): Process ended prematurely: osmo-stp_10.42.42.5(pid=12087) [trial-2371↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12087)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:37:30.288183 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:37:30.300227 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a07:37:30.446715 tst cs_paging_gprs_active.py: using LAC 26854\u000a07:37:30.568003 tst cs_paging_gprs_active.py: using RAC 79\u000a07:37:30.691157 tst cs_paging_gprs_active.py: using CellId 26854\u000a07:37:30.816763 tst cs_paging_gprs_active.py: using BVCI 26855\u000a07:37:30.852106 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:37:30.864687 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:37:30.878565 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:37:30.893665 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:37:30.905840 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:37:30.919911 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:37:30.932157 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:37:30.944809 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:37:30.958140 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:37:31.118717 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:37:31.493229 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:37:31.625874 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:37:31.979101 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12075): Launched\u000a07:37:32.243022 run iperf3-srv_10.42.42.10(pid=12076): Launched\u000a07:37:32.425994 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:37:32.548416 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:37:32.853781 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12077): Launched\u000a07:37:33.105902 run iperf3-srv_10.42.42.10(pid=12078): Launched\u000a07:37:33.284225 tst cs_paging_gprs_active.py:38: start network...\u000a07:37:33.405884 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:37:33.868503 run create_hlr_db(pid=12079): Launched\u000a07:37:34.037765 bus /gobi_6: Setting Powered False\u000a07:37:35.070755 run create_hlr_db(pid=12079): Terminated: ok {rc=0}\u000a07:37:35.489058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12081): Launched\u000a07:37:35.803241 run osmo-hlr_10.42.42.2(pid=12082): Launched\u000a07:37:35.919386 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:37:36.468600 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12086): Launched\u000a07:37:36.783191 run osmo-stp_10.42.42.5(pid=12087): Launched\u000a07:37:36.897768 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:37:37.442272 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12089): Launched\u000a07:37:37.546822 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:37:37.803100 run patchelf(pid=12090): Launched\u000a07:37:37.975121 run osmo-stp_10.42.42.5(pid=12087): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12087)]\u000a07:37:38.101421 run osmo-stp_10.42.42.5(pid=12087): stdout: \u000a| (launched: 2022-12-10_07:37:36.628791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:37:38.228048 run osmo-stp_10.42.42.5(pid=12087): stderr: \u000a| �[0;m�[38;5;43m20221210073736821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073736821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073736821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073736822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073736822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073736822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073736822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:37:38.349976 run osmo-stp_10.42.42.5(pid=12087): stdout: \u000a| (launched: 2022-12-10_07:37:36.628791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:37:38.470444 run osmo-stp_10.42.42.5(pid=12087): stderr: \u000a| �[0;m�[38;5;43m20221210073736821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073736821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073736821 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073736822 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073736822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073736822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073736822 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:37:38.611494 run patchelf(pid=12090): Terminating (SIGINT)\u000a07:37:38.778434 run patchelf(pid=12090): Terminated: ok {rc=0}\u000a07:37:38.809173 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12087): Process ended prematurely: osmo-stp_10.42.42.5(pid=12087) [trial-2371↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12087)] [trial-2371↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a07:37:38.818320 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a07:37:38.878535 run osmo-hlr_10.42.42.2(pid=12082): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12082)]\u000a07:37:38.927521 run osmo-hlr_10.42.42.2(pid=12082): stdout: \u000a| (launched: 2022-12-10_07:37:35.649363) \u000a07:37:38.977113 run osmo-hlr_10.42.42.2(pid=12082): stderr: \u000a| �[0;m�[1;31m20221210073735845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073735845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073735845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073735845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073735845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073735845 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073735861 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073735871 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073735872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073735872 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:37:39.019524 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12075): Terminating (SIGTERM)\u000a07:37:39.059427 run iperf3-srv_10.42.42.10(pid=12076): Terminating (SIGTERM)\u000a07:37:39.099381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12077): Terminating (SIGTERM)\u000a07:37:39.139266 run iperf3-srv_10.42.42.10(pid=12078): Terminating (SIGTERM)\u000a07:37:39.179099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12081): Terminating (SIGTERM)\u000a07:37:39.218815 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12086): Terminating (SIGTERM)\u000a07:37:39.258614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12089): Terminating (SIGTERM)\u000a07:37:39.267602 --- ParallelTerminationStrategy: PID 12075 died...\u000a07:37:39.320817 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12075): Terminated: ok {rc=0}\u000a07:37:39.330334 --- ParallelTerminationStrategy: PID 12076 died...\u000a07:37:39.383255 run iperf3-srv_10.42.42.10(pid=12076): Terminated {rc=256}\u000a07:37:39.392628 --- ParallelTerminationStrategy: PID 12077 died...\u000a07:37:39.445535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12077): Terminated: ok {rc=0}\u000a07:37:39.454915 --- ParallelTerminationStrategy: PID 12078 died...\u000a07:37:39.507582 run iperf3-srv_10.42.42.10(pid=12078): Terminated {rc=256}\u000a07:37:39.516911 --- ParallelTerminationStrategy: PID 12081 died...\u000a07:37:39.569839 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12081): Terminated: ok {rc=0}\u000a07:37:39.579554 --- ParallelTerminationStrategy: PID 12086 died...\u000a07:37:39.632573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12086): Terminated: ok {rc=0}\u000a07:37:39.642041 --- ParallelTerminationStrategy: PID 12089 died...\u000a07:37:39.695022 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12089): Terminated: ok {rc=0}\u000a07:37:39.778282 bus /gobi_0: Setting Powered False\u000a07:37:40.878540 bus /gobi_0: Setting Powered False\u000a07:37:41.989300 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12099): Process ended prematurely: osmo-stp_10.42.42.5(pid=12099) [trial-2371↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12099)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12099): Process ended prematurely: osmo-stp_10.42.42.5(pid=12099) [trial-2371↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12099)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a07:37:43.103111 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:37:43.115407 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a07:37:43.265770 tst iperf3.py: using LAC 26855\u000a07:37:43.387745 tst iperf3.py: using RAC 80\u000a07:37:43.510412 tst iperf3.py: using CellId 26855\u000a07:37:43.631932 tst iperf3.py: using BVCI 26856\u000a07:37:43.656104 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:37:43.667997 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:37:43.679516 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:37:43.690964 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:37:43.702423 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:37:43.714089 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:37:43.725769 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:37:43.737274 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:37:43.749100 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:37:44.036695 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:37:44.168178 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:37:44.493324 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12091): Launched\u000a07:37:44.763870 run iperf3-srv_10.42.42.10(pid=12092): Launched\u000a07:37:44.956652 tst iperf3.py:8: start network...\u000a07:37:45.088134 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:37:45.590633 run create_hlr_db(pid=12093): Launched\u000a07:37:45.771653 bus /gobi_6: Setting Powered False\u000a07:37:46.797821 run create_hlr_db(pid=12093): Terminated: ok {rc=0}\u000a07:37:47.230002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12095): Launched\u000a07:37:47.544655 run osmo-hlr_10.42.42.2(pid=12096): Launched\u000a07:37:47.660067 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:37:48.207125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12098): Launched\u000a07:37:48.519692 run osmo-stp_10.42.42.5(pid=12099): Launched\u000a07:37:48.633535 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:37:49.182071 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12101): Launched\u000a07:37:49.294494 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:37:49.568040 run patchelf(pid=12102): Launched\u000a07:37:49.752037 run osmo-stp_10.42.42.5(pid=12099): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12099)]\u000a07:37:49.886989 run osmo-stp_10.42.42.5(pid=12099): stdout: \u000a| (launched: 2022-12-10_07:37:48.366114)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:37:50.022140 run osmo-stp_10.42.42.5(pid=12099): stderr: \u000a| �[0;m�[38;5;43m20221210073748555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073748555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073748556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073748556 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073748557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073748557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073748557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:37:50.153346 run osmo-stp_10.42.42.5(pid=12099): stdout: \u000a| (launched: 2022-12-10_07:37:48.366114)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:37:50.282384 run osmo-stp_10.42.42.5(pid=12099): stderr: \u000a| �[0;m�[38;5;43m20221210073748555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073748555 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073748556 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073748556 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073748557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073748557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073748557 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:37:50.434773 run patchelf(pid=12102): Terminating (SIGINT)\u000a07:37:50.612061 run patchelf(pid=12102): Terminated: ok {rc=0}\u000a07:37:50.645103 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12099): Process ended prematurely: osmo-stp_10.42.42.5(pid=12099) [trial-2371↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12099)] [trial-2371↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a07:37:50.654955 tst iperf3.py:8: Test FAILED (7.6 sec)\u000a07:37:50.717384 run osmo-hlr_10.42.42.2(pid=12096): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12096)]\u000a07:37:50.768560 run osmo-hlr_10.42.42.2(pid=12096): stdout: \u000a| (launched: 2022-12-10_07:37:47.389424) \u000a07:37:50.820401 run osmo-hlr_10.42.42.2(pid=12096): stderr: \u000a| �[0;m�[1;31m20221210073747587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073747587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073747587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073747587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073747587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073747587 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073747600 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073747610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073747610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073747610 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:37:50.864337 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12091): Terminating (SIGTERM)\u000a07:37:50.905933 run iperf3-srv_10.42.42.10(pid=12092): Terminating (SIGTERM)\u000a07:37:50.947572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12095): Terminating (SIGTERM)\u000a07:37:50.989246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12098): Terminating (SIGTERM)\u000a07:37:51.030920 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12101): Terminating (SIGTERM)\u000a07:37:51.040535 --- ParallelTerminationStrategy: PID 12091 died...\u000a07:37:51.096379 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12091): Terminated: ok {rc=0}\u000a07:37:51.106468 --- ParallelTerminationStrategy: PID 12092 died...\u000a07:37:51.162237 run iperf3-srv_10.42.42.10(pid=12092): Terminated {rc=256}\u000a07:37:51.172245 --- ParallelTerminationStrategy: PID 12095 died...\u000a07:37:51.227571 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12095): Terminated: ok {rc=0}\u000a07:37:51.237948 --- ParallelTerminationStrategy: PID 12098 died...\u000a07:37:51.293312 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12098): Terminated: ok {rc=0}\u000a07:37:51.303314 --- ParallelTerminationStrategy: PID 12101 died...\u000a07:37:51.358778 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12101): Terminated: ok {rc=0}\u000a07:37:51.444293 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12117): Process ended prematurely: osmo-stp_10.42.42.5(pid=12117) [trial-2371↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12117)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12117): Process ended prematurely: osmo-stp_10.42.42.5(pid=12117) [trial-2371↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12117)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a07:37:52.556633 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:37:52.569424 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a07:37:52.710192 tst iperf3m4.py: using LAC 26856\u000a07:37:52.833075 tst iperf3m4.py: using RAC 81\u000a07:37:52.956016 tst iperf3m4.py: using CellId 26856\u000a07:37:53.080205 tst iperf3m4.py: using BVCI 26857\u000a07:37:53.104431 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:37:53.116145 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:37:53.127820 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:37:53.139440 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:37:53.151836 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:37:53.163778 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:37:53.175868 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:37:53.187755 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:37:53.200054 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:37:53.320486 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:37:53.442168 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:37:53.559495 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:37:53.846871 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:37:53.978423 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:37:54.303957 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12103): Launched\u000a07:37:54.573542 run iperf3-srv_10.42.42.10(pid=12104): Launched\u000a07:37:54.766223 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:37:54.897882 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:37:55.222349 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12105): Launched\u000a07:37:55.491164 run iperf3-srv_10.42.42.10(pid=12106): Launched\u000a07:37:55.683449 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:37:55.814113 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:37:56.138040 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12107): Launched\u000a07:37:56.407506 run iperf3-srv_10.42.42.10(pid=12108): Launched\u000a07:37:56.599069 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:37:56.729596 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:37:57.053911 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12109): Launched\u000a07:37:57.321391 run iperf3-srv_10.42.42.10(pid=12110): Launched\u000a07:37:57.498984 tst iperf3m4.py:8: start network...\u000a07:37:57.620544 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:37:58.081309 run create_hlr_db(pid=12111): Launched\u000a07:37:58.249297 bus /gobi_6: Setting Powered False\u000a07:37:59.271402 run create_hlr_db(pid=12111): Terminated: ok {rc=0}\u000a07:37:59.663401 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12113): Launched\u000a07:37:59.957494 run osmo-hlr_10.42.42.2(pid=12114): Launched\u000a07:38:00.070574 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:38:00.589405 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12116): Launched\u000a07:38:00.952464 run osmo-stp_10.42.42.5(pid=12117): Launched\u000a07:38:01.171810 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:38:01.765593 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12119): Launched\u000a07:38:01.881571 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:38:02.181799 run patchelf(pid=12120): Launched\u000a07:38:02.366891 run osmo-stp_10.42.42.5(pid=12117): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12117)]\u000a07:38:02.501488 run osmo-stp_10.42.42.5(pid=12117): stdout: \u000a| (launched: 2022-12-10_07:38:00.737982)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:38:02.636018 run osmo-stp_10.42.42.5(pid=12117): stderr: \u000a| �[0;m�[38;5;43m20221210073800994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073800994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073800994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073800995 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073800995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073800995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073800995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:38:02.765739 run osmo-stp_10.42.42.5(pid=12117): stdout: \u000a| (launched: 2022-12-10_07:38:00.737982)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:38:02.894364 run osmo-stp_10.42.42.5(pid=12117): stderr: \u000a| �[0;m�[38;5;43m20221210073800994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073800994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073800994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073800995 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073800995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073800995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073800995 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:38:03.045324 run patchelf(pid=12120): Terminating (SIGINT)\u000a07:38:03.222999 run patchelf(pid=12120): Terminated: ok {rc=0}\u000a07:38:03.255815 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12117): Process ended prematurely: osmo-stp_10.42.42.5(pid=12117) [trial-2371↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12117)] [trial-2371↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a07:38:03.265669 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a07:38:03.328422 run osmo-hlr_10.42.42.2(pid=12114): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12114)]\u000a07:38:03.379565 run osmo-hlr_10.42.42.2(pid=12114): stdout: \u000a| (launched: 2022-12-10_07:37:59.811943) \u000a07:38:03.431204 run osmo-hlr_10.42.42.2(pid=12114): stderr: \u000a| �[0;m�[1;31m20221210073759988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073759988 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073759989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073759989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073759989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073759989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073800001 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073800009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073800009 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073800010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:38:03.475152 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12103): Terminating (SIGTERM)\u000a07:38:03.516492 run iperf3-srv_10.42.42.10(pid=12104): Terminating (SIGTERM)\u000a07:38:03.558507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12105): Terminating (SIGTERM)\u000a07:38:03.600229 run iperf3-srv_10.42.42.10(pid=12106): Terminating (SIGTERM)\u000a07:38:03.641769 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12107): Terminating (SIGTERM)\u000a07:38:03.683228 run iperf3-srv_10.42.42.10(pid=12108): Terminating (SIGTERM)\u000a07:38:03.724658 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12109): Terminating (SIGTERM)\u000a07:38:03.766152 run iperf3-srv_10.42.42.10(pid=12110): Terminating (SIGTERM)\u000a07:38:03.807676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12113): Terminating (SIGTERM)\u000a07:38:03.849210 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12116): Terminating (SIGTERM)\u000a07:38:03.890721 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12119): Terminating (SIGTERM)\u000a07:38:03.900420 --- ParallelTerminationStrategy: PID 12103 died...\u000a07:38:03.956256 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12103): Terminated: ok {rc=0}\u000a07:38:03.966429 --- ParallelTerminationStrategy: PID 12104 died...\u000a07:38:04.021861 run iperf3-srv_10.42.42.10(pid=12104): Terminated {rc=256}\u000a07:38:04.031946 --- ParallelTerminationStrategy: PID 12105 died...\u000a07:38:04.087430 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12105): Terminated: ok {rc=0}\u000a07:38:04.097571 --- ParallelTerminationStrategy: PID 12106 died...\u000a07:38:04.152912 run iperf3-srv_10.42.42.10(pid=12106): Terminated {rc=256}\u000a07:38:04.163408 --- ParallelTerminationStrategy: PID 12107 died...\u000a07:38:04.218893 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12107): Terminated: ok {rc=0}\u000a07:38:04.229017 --- ParallelTerminationStrategy: PID 12108 died...\u000a07:38:04.284232 run iperf3-srv_10.42.42.10(pid=12108): Terminated {rc=256}\u000a07:38:04.294610 --- ParallelTerminationStrategy: PID 12109 died...\u000a07:38:04.349792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12109): Terminated: ok {rc=0}\u000a07:38:04.359708 --- ParallelTerminationStrategy: PID 12110 died...\u000a07:38:04.414888 run iperf3-srv_10.42.42.10(pid=12110): Terminated {rc=256}\u000a07:38:04.425309 --- ParallelTerminationStrategy: PID 12113 died...\u000a07:38:04.480641 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12113): Terminated: ok {rc=0}\u000a07:38:04.490630 --- ParallelTerminationStrategy: PID 12116 died...\u000a07:38:04.545924 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12116): Terminated: ok {rc=0}\u000a07:38:04.555960 --- ParallelTerminationStrategy: PID 12119 died...\u000a07:38:04.611126 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12119): Terminated: ok {rc=0}\u000a07:38:04.698122 bus /gobi_4: Setting Powered False\u000a07:38:05.803988 bus /gobi_4: Setting Powered False\u000a07:38:06.911701 bus /gobi_1: Setting Powered False\u000a07:38:08.014185 bus /gobi_1: Setting Powered False\u000a07:38:09.122232 bus /gobi_0: Setting Powered False\u000a07:38:10.228894 bus /gobi_0: Setting Powered False\u000a07:38:11.336465 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12163): Process ended prematurely: osmo-stp_10.42.42.5(pid=12163) [trial-2371↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12163)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12163): Process ended prematurely: osmo-stp_10.42.42.5(pid=12163) [trial-2371↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12163)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a07:38:12.405353 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:38:12.417569 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a07:38:12.560637 tst ping.py: using LAC 26857\u000a07:38:12.681305 tst ping.py: using RAC 82\u000a07:38:12.801417 tst ping.py: using CellId 26857\u000a07:38:12.921419 tst ping.py: using BVCI 26858\u000a07:38:12.944918 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:38:12.956636 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:38:12.968145 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:38:12.979860 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:38:12.991504 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:38:13.003150 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:38:13.014801 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:38:13.026273 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:38:13.307981 tst ping.py:19: start network...\u000a07:38:13.436243 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:38:13.927386 run create_hlr_db(pid=12121): Launched\u000a07:38:14.104943 bus /gobi_6: Setting Powered False\u000a07:38:15.125921 run create_hlr_db(pid=12121): Terminated: ok {rc=0}\u000a07:38:15.511192 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12123): Launched\u000a07:38:15.798499 run osmo-hlr_10.42.42.2(pid=12124): Launched\u000a07:38:15.994806 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:38:16.691365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12150): Launched\u000a07:38:17.184438 run osmo-stp_10.42.42.5(pid=12163): Launched\u000a07:38:17.337170 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:38:17.972635 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12198): Launched\u000a07:38:18.104280 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:38:18.425100 run patchelf(pid=12217): Launched\u000a07:38:18.631869 run osmo-stp_10.42.42.5(pid=12163): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12163)]\u000a07:38:18.796681 run osmo-stp_10.42.42.5(pid=12163): stdout: \u000a| (launched: 2022-12-10_07:38:16.868767)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:38:18.964800 run osmo-stp_10.42.42.5(pid=12163): stderr: \u000a| �[0;m�[38;5;43m20221210073817081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073817081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073817082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073817082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073817084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073817084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073817085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:38:19.121785 run osmo-stp_10.42.42.5(pid=12163): stdout: \u000a| (launched: 2022-12-10_07:38:16.868767)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:38:19.278581 run osmo-stp_10.42.42.5(pid=12163): stderr: \u000a| �[0;m�[38;5;43m20221210073817081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073817081 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073817082 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073817082 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073817084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073817084 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073817085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:38:19.463651 run patchelf(pid=12217): Terminating (SIGINT)\u000a07:38:19.684229 run patchelf(pid=12217): Terminated: ok {rc=0}\u000a07:38:19.725860 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12163): Process ended prematurely: osmo-stp_10.42.42.5(pid=12163) [trial-2371↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12163)] [trial-2371↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a07:38:19.744711 tst ping.py:22: Test FAILED (7.3 sec)\u000a07:38:19.816672 run osmo-hlr_10.42.42.2(pid=12124): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12124)]\u000a07:38:19.873897 run osmo-hlr_10.42.42.2(pid=12124): stdout: \u000a| (launched: 2022-12-10_07:38:15.656602) \u000a07:38:19.926197 run osmo-hlr_10.42.42.2(pid=12124): stderr: \u000a| �[0;m�[1;31m20221210073815830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073815830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073815830 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073815831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073815831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073815831 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073815852 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073815865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073815865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073815865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:38:19.971440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12123): Terminating (SIGTERM)\u000a07:38:20.021101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12150): Terminating (SIGTERM)\u000a07:38:20.065561 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12198): Terminating (SIGTERM)\u000a07:38:20.075845 --- ParallelTerminationStrategy: PID 12123 died...\u000a07:38:20.133449 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12123): Terminated: ok {rc=0}\u000a07:38:20.143891 --- ParallelTerminationStrategy: PID 12150 died...\u000a07:38:20.200356 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12150): Terminated: ok {rc=0}\u000a07:38:20.210737 --- ParallelTerminationStrategy: PID 12198 died...\u000a07:38:20.267799 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12198): Terminated: ok {rc=0}\u000a07:38:20.357151 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12408): Process ended prematurely: osmo-stp_10.42.42.5(pid=12408) [trial-2371↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12408)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12408): Process ended prematurely: osmo-stp_10.42.42.5(pid=12408) [trial-2371↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12408)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a07:38:21.409312 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:38:21.422208 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a07:38:21.567289 tst ping_idle_ping.py: using LAC 26858\u000a07:38:21.688829 tst ping_idle_ping.py: using RAC 83\u000a07:38:21.803946 tst ping_idle_ping.py: using CellId 26858\u000a07:38:21.919460 tst ping_idle_ping.py: using BVCI 26859\u000a07:38:21.942607 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:38:21.954906 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:38:21.966883 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:38:21.979823 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:38:21.993881 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:38:22.007211 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:38:22.020265 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a07:38:22.032800 tst gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a07:38:22.307946 tst ping_idle_ping.py:24: start network...\u000a07:38:22.430843 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:38:22.948443 run create_hlr_db(pid=12402): Launched\u000a07:38:23.120044 bus /gobi_6: Setting Powered False\u000a07:38:24.141942 run create_hlr_db(pid=12402): Terminated: ok {rc=0}\u000a07:38:24.555809 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12404): Launched\u000a07:38:24.965472 run osmo-hlr_10.42.42.2(pid=12405): Launched\u000a07:38:25.188901 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:38:25.831695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12407): Launched\u000a07:38:26.235012 run osmo-stp_10.42.42.5(pid=12408): Launched\u000a07:38:26.457739 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:38:27.020175 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12410): Launched\u000a07:38:27.133501 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:38:27.424514 run patchelf(pid=12411): Launched\u000a07:38:27.610603 run osmo-stp_10.42.42.5(pid=12408): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12408)]\u000a07:38:27.746060 run osmo-stp_10.42.42.5(pid=12408): stdout: \u000a| (launched: 2022-12-10_07:38:25.984167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:38:27.881646 run osmo-stp_10.42.42.5(pid=12408): stderr: \u000a| �[0;m�[38;5;43m20221210073826274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073826275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073826275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073826275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073826277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073826278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073826278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:38:28.012616 run osmo-stp_10.42.42.5(pid=12408): stdout: \u000a| (launched: 2022-12-10_07:38:25.984167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:38:28.142494 run osmo-stp_10.42.42.5(pid=12408): stderr: \u000a| �[0;m�[38;5;43m20221210073826274 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073826275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073826275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073826275 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073826277 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073826278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073826278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:38:28.294308 run patchelf(pid=12411): Terminating (SIGINT)\u000a07:38:28.472132 run patchelf(pid=12411): Terminated: ok {rc=0}\u000a07:38:28.505315 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12408): Process ended prematurely: osmo-stp_10.42.42.5(pid=12408) [trial-2371↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12408)] [trial-2371↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a07:38:28.515369 tst ping_idle_ping.py:27: Test FAILED (7.1 sec)\u000a07:38:28.579642 run osmo-hlr_10.42.42.2(pid=12405): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12405)]\u000a07:38:28.632118 run osmo-hlr_10.42.42.2(pid=12405): stdout: \u000a| (launched: 2022-12-10_07:38:24.707103) \u000a07:38:28.685433 run osmo-hlr_10.42.42.2(pid=12405): stderr: \u000a| �[0;m�[1;31m20221210073825054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073825054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073825054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073825054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073825054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073825054 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073825074 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073825083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073825083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073825083 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:38:28.730895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12404): Terminating (SIGTERM)\u000a07:38:28.773973 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12407): Terminating (SIGTERM)\u000a07:38:28.817215 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12410): Terminating (SIGTERM)\u000a07:38:28.827871 --- ParallelTerminationStrategy: PID 12404 died...\u000a07:38:28.886870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12404): Terminated: ok {rc=0}\u000a07:38:28.897818 --- ParallelTerminationStrategy: PID 12407 died...\u000a07:38:28.954883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12407): Terminated: ok {rc=0}\u000a07:38:28.965712 --- ParallelTerminationStrategy: PID 12410 died...\u000a07:38:29.022323 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12410): Terminated: ok {rc=0}\u000a07:38:29.113183 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 61.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "92", "name" : "gprs_trx-umtrx+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:37:29" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12421): Process ended prematurely: osmo-stp_10.42.42.5(pid=12421) [trial-2371↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12421)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12421): Process ended prematurely: osmo-stp_10.42.42.5(pid=12421) [trial-2371↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12421)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a07:38:31.215375 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:38:31.230822 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:38:31.425752 tst switch_tch_pdch.py: using LAC 26859\u000a07:38:31.580082 tst switch_tch_pdch.py: using RAC 84\u000a07:38:31.725101 tst switch_tch_pdch.py: using CellId 26859\u000a07:38:31.880314 tst switch_tch_pdch.py: using BVCI 26860\u000a07:38:31.925440 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:38:31.941784 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:38:31.954207 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:38:31.971425 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:38:31.988877 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:38:32.001991 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:38:32.020264 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:38:32.035623 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:38:32.181917 tst dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:38:32.523840 tst switch_tch_pdch.py:51: start network...\u000a07:38:32.678085 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:38:33.318935 run create_hlr_db(pid=12415): Launched\u000a07:38:33.500386 bus /gobi_6: Setting Powered False\u000a07:38:34.524114 run create_hlr_db(pid=12415): Terminated: ok {rc=0}\u000a07:38:34.965121 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12417): Launched\u000a07:38:35.385212 run osmo-hlr_10.42.42.2(pid=12418): Launched\u000a07:38:35.630190 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:38:36.197532 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12420): Launched\u000a07:38:36.613688 run osmo-stp_10.42.42.5(pid=12421): Launched\u000a07:38:36.836223 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:38:37.407526 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12423): Launched\u000a07:38:37.523350 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:38:37.821257 run patchelf(pid=12424): Launched\u000a07:38:38.008113 run osmo-stp_10.42.42.5(pid=12421): ERR: Terminated: ERROR {rc=1} [trial-2371↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12421)]\u000a07:38:38.145226 run osmo-stp_10.42.42.5(pid=12421): stdout: \u000a| (launched: 2022-12-10_07:38:36.359011)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:38:38.283764 run osmo-stp_10.42.42.5(pid=12421): stderr: \u000a| �[0;m�[38;5;43m20221210073836661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073836661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073836661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073836662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073836667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073836667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073836667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:38:38.416076 run osmo-stp_10.42.42.5(pid=12421): stdout: \u000a| (launched: 2022-12-10_07:38:36.359011)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:38:38.548060 run osmo-stp_10.42.42.5(pid=12421): stderr: \u000a| �[0;m�[38;5;43m20221210073836661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073836661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073836661 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073836662 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073836667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073836667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073836667 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:38:38.702057 run patchelf(pid=12424): Terminating (SIGINT)\u000a07:38:38.881942 run patchelf(pid=12424): Terminated: ok {rc=0}\u000a07:38:38.915447 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=12421): Process ended prematurely: osmo-stp_10.42.42.5(pid=12421) [trial-2371↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12421)] [trial-2371↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a07:38:38.925878 tst switch_tch_pdch.py:54: Test FAILED (7.7 sec)\u000a07:38:38.990663 run osmo-hlr_10.42.42.2(pid=12418): ERR: Terminated: ERROR {rc=237} [trial-2371↪dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12418)]\u000a07:38:39.043312 run osmo-hlr_10.42.42.2(pid=12418): stdout: \u000a| (launched: 2022-12-10_07:38:35.127009) \u000a07:38:39.097921 run osmo-hlr_10.42.42.2(pid=12418): stderr: \u000a| �[0;m�[1;31m20221210073835438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073835438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073835438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073835438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073835438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073835438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073835458 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/dynts:trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073835476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073835476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073835476 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:38:39.143538 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12417): Terminating (SIGTERM)\u000a07:38:39.189518 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12420): Terminating (SIGTERM)\u000a07:38:39.234304 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12423): Terminating (SIGTERM)\u000a07:38:39.246039 --- ParallelTerminationStrategy: PID 12417 died...\u000a07:38:39.306285 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12417): Terminated: ok {rc=0}\u000a07:38:39.317256 --- ParallelTerminationStrategy: PID 12420 died...\u000a07:38:39.375265 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12420): Terminated: ok {rc=0}\u000a07:38:39.386134 --- ParallelTerminationStrategy: PID 12423 died...\u000a07:38:39.443877 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12423): Terminated: ok {rc=0}\u000a07:38:39.535186 bus /gobi_0: Setting Powered False\u000a07:38:40.646049 bus /gobi_0: Setting Powered False\u000a07:38:41.756508 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 13.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "93", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:38:30" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "dynts:trx-umtrx+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12436): Process ended prematurely: osmo-stp_10.42.42.5(pid=12436) [trial-2371↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12436)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12436): Process ended prematurely: osmo-stp_10.42.42.5(pid=12436) [trial-2371↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12436)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 dynts:trx-umtrx+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a07:38:43.719951 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:38:43.731760 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a07:38:43.890462 tst switch_tch_pdch.py: using LAC 26860\u000a07:38:44.011156 tst switch_tch_pdch.py: using RAC 85\u000a07:38:44.132017 tst switch_tch_pdch.py: using CellId 26860\u000a07:38:44.252768 tst switch_tch_pdch.py: using BVCI 26861\u000a07:38:44.276429 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:38:44.287653 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:38:44.298862 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:38:44.310160 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:38:44.321410 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:38:44.332736 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:38:44.344307 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:38:44.355558 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a07:38:44.469441 tst dynts:trx-umtrx+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a07:38:44.736568 tst switch_tch_pdch.py:51: start network...\u000a07:38:44.855085 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:38:45.283680 run create_hlr_db(pid=12430): Launched\u000a07:38:45.401461 bus /gobi_6: Setting Powered False\u000a07:38:46.475342 run create_hlr_db(pid=12430): Terminated: ok {rc=0}\u000a07:38:46.850374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12432): Launched\u000a07:38:47.229807 run osmo-hlr_10.42.42.2(pid=12433): Launched\u000a07:38:47.345205 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:38:47.853578 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12435): Launched\u000a07:38:48.161415 run osmo-stp_10.42.42.5(pid=12436): Launched\u000a07:38:48.273678 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:38:48.783780 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12438): Launched\u000a07:38:48.893705 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:38:49.160899 run patchelf(pid=12439): Launched\u000a07:38:49.342718 run osmo-stp_10.42.42.5(pid=12436): ERR: Terminated: ERROR {rc=1} [trial-2371↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12436)]\u000a07:38:49.474813 run osmo-stp_10.42.42.5(pid=12436): stdout: \u000a| (launched: 2022-12-10_07:38:48.009780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:38:49.607484 run osmo-stp_10.42.42.5(pid=12436): stderr: \u000a| �[0;m�[38;5;43m20221210073848201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073848201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073848201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073848201 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073848202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073848202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073848202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:38:49.735572 run osmo-stp_10.42.42.5(pid=12436): stdout: \u000a| (launched: 2022-12-10_07:38:48.009780)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:38:49.862085 run osmo-stp_10.42.42.5(pid=12436): stderr: \u000a| �[0;m�[38;5;43m20221210073848201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073848201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073848201 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073848201 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073848202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073848202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073848202 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:38:50.009569 run patchelf(pid=12439): Terminating (SIGINT)\u000a07:38:50.183515 run patchelf(pid=12439): Terminated: ok {rc=0}\u000a07:38:50.215163 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=12436): Process ended prematurely: osmo-stp_10.42.42.5(pid=12436) [trial-2371↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12436)] [trial-2371↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a07:38:50.224311 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a07:38:50.287869 run osmo-hlr_10.42.42.2(pid=12433): ERR: Terminated: ERROR {rc=237} [trial-2371↪dynts:trx-umtrx+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12433)]\u000a07:38:50.339365 run osmo-hlr_10.42.42.2(pid=12433): stdout: \u000a| (launched: 2022-12-10_07:38:47.004424) \u000a07:38:50.391567 run osmo-hlr_10.42.42.2(pid=12433): stderr: \u000a| �[0;m�[1;31m20221210073847272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073847272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073847272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073847272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073847272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073847272 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073847285 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/dynts:trx-umtrx+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073847293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073847293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073847293 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:38:50.435651 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12432): Terminating (SIGTERM)\u000a07:38:50.477579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12435): Terminating (SIGTERM)\u000a07:38:50.519600 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12438): Terminating (SIGTERM)\u000a07:38:50.529748 --- ParallelTerminationStrategy: PID 12432 died...\u000a07:38:50.585987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12432): Terminated: ok {rc=0}\u000a07:38:50.596103 --- ParallelTerminationStrategy: PID 12435 died...\u000a07:38:50.652013 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12435): Terminated: ok {rc=0}\u000a07:38:50.662035 --- ParallelTerminationStrategy: PID 12438 died...\u000a07:38:50.718109 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12438): Terminated: ok {rc=0}\u000a07:38:50.803805 bus /gobi_0: Setting Powered False\u000a07:38:51.910402 bus /gobi_0: Setting Powered False\u000a07:38:53.017480 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "94", "name" : "dynts_trx-umtrx+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:38:43" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "nitb_sms:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=12445): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12445) [trial-2371↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12445)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=12445): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12445) [trial-2371↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12445)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 nitb_sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a07:38:54.904263 tst nitb_sms:trx-lms: Using 1 x ip_address (candidates: 1)\u000a07:38:54.914831 tst nitb_sms:trx-lms: Using 1 x bts (candidates: 1)\u000a07:38:55.045625 tst mo_mt_sms.py: using LAC 26861\u000a07:38:55.163358 tst mo_mt_sms.py: using RAC 86\u000a07:38:55.284722 tst mo_mt_sms.py: using CellId 26861\u000a07:38:55.403308 tst mo_mt_sms.py: using BVCI 26862\u000a07:38:55.426902 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a07:38:55.540760 tst nitb_sms:trx-lms: Using 1 x modem (candidates: 2)\u000a07:38:55.807240 tst mo_mt_sms.py:9: start nitb and bts...\u000a07:38:55.926339 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a07:38:56.522291 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12444): Launched\u000a07:38:56.807370 run osmo-nitb_10.42.42.2(pid=12445): Launched\u000a07:38:56.984649 run osmo-nitb_10.42.42.2(pid=12445): ERR: Terminated: ERROR {rc=2} [trial-2371↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12445)]\u000a07:38:57.115741 run osmo-nitb_10.42.42.2(pid=12445): stdout: \u000a| (launched: 2022-12-10_07:38:56.668175) \u000a07:38:57.247052 run osmo-nitb_10.42.42.2(pid=12445): stderr: \u000a| (launched: 2022-12-10_07:38:56.710826)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:38:57.374453 run osmo-nitb_10.42.42.2(pid=12445): stdout: \u000a| (launched: 2022-12-10_07:38:56.668175) \u000a07:38:57.500338 run osmo-nitb_10.42.42.2(pid=12445): stderr: \u000a| (launched: 2022-12-10_07:38:56.710826)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:38:57.924466 tst osmo-nitb_10.42.42.2(pid=12445): stdout: \u000a| (launched: 2022-12-10_07:38:56.668175) \u000a07:38:58.039590 tst osmo-nitb_10.42.42.2(pid=12445): stderr: \u000a| (launched: 2022-12-10_07:38:56.710826)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:38:58.089916 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=12445): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12445) [trial-2371↪nitb_sms:trx-lms↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12445)] [trial-2371↪nitb_sms:trx-lms↪mo_mt_sms.py:11]\u000a07:38:58.097868 tst mo_mt_sms.py:11: Test FAILED (3.2 sec)\u000a07:38:58.134057 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12444): Terminating (SIGTERM)\u000a07:38:58.311326 --- ParallelTerminationStrategy: PID 12444 died...\u000a07:38:58.366758 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12444): Terminated: ok {rc=0}\u000a07:38:58.455219 bus /sierra_3: Setting Powered False\u000a07:38:59.558365 bus /sierra_3: Setting Powered False\u000a07:39:00.671899 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "95", "name" : "nitb_sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:38:54" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "sms:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12456): Process ended prematurely: osmo-stp_10.42.42.5(pid=12456) [trial-2371↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12456)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12456): Process ended prematurely: osmo-stp_10.42.42.5(pid=12456) [trial-2371↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12456)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 sms:trx-lms mo_mt_sms.py\u000a----------------------------------------------\u000a07:39:02.595328 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:39:02.606372 tst sms:trx-lms: Using 1 x bts (candidates: 1)\u000a07:39:02.745381 tst mo_mt_sms.py: using LAC 26862\u000a07:39:02.864160 tst mo_mt_sms.py: using RAC 87\u000a07:39:02.985185 tst mo_mt_sms.py: using CellId 26862\u000a07:39:03.105502 tst mo_mt_sms.py: using BVCI 26863\u000a07:39:03.128844 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:39:03.139849 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:39:03.150668 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:39:03.161439 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:39:03.172170 tst sms:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:39:03.183257 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a07:39:03.297923 tst sms:trx-lms: Using 1 x modem (candidates: 2)\u000a07:39:03.494768 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:39:03.948140 run create_hlr_db(pid=12450): Launched\u000a07:39:04.114640 bus /sierra_2: Setting Powered False\u000a07:39:05.147195 run create_hlr_db(pid=12450): Terminated: ok {rc=0}\u000a07:39:05.535661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12452): Launched\u000a07:39:05.824046 run osmo-hlr_10.42.42.2(pid=12453): Launched\u000a07:39:05.933971 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:39:06.442157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12455): Launched\u000a07:39:06.729750 run osmo-stp_10.42.42.5(pid=12456): Launched\u000a07:39:06.834676 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:39:07.362115 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12458): Launched\u000a07:39:07.650948 run osmo-msc_10.42.42.6(pid=12459): Launched\u000a07:39:07.821790 run osmo-stp_10.42.42.5(pid=12456): ERR: Terminated: ERROR {rc=1} [trial-2371↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12456)]\u000a07:39:07.946096 run osmo-stp_10.42.42.5(pid=12456): stdout: \u000a| (launched: 2022-12-10_07:39:06.587693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:39:08.066437 run osmo-stp_10.42.42.5(pid=12456): stderr: \u000a| �[0;m�[38;5;43m20221210073906756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073906756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073906757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073906757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073906757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073906758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073906758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:39:08.182316 run osmo-stp_10.42.42.5(pid=12456): stdout: \u000a| (launched: 2022-12-10_07:39:06.587693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:39:08.297146 run osmo-stp_10.42.42.5(pid=12456): stderr: \u000a| �[0;m�[38;5;43m20221210073906756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073906756 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073906757 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073906757 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073906757 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073906758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073906758 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:39:08.347286 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=12456): Process ended prematurely: osmo-stp_10.42.42.5(pid=12456) [trial-2371↪sms:trx-lms↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12456)] [trial-2371↪sms:trx-lms↪mo_mt_sms.py:16]\u000a07:39:08.355289 tst mo_mt_sms.py:16: Test FAILED (5.7 sec)\u000a07:39:08.414885 run osmo-hlr_10.42.42.2(pid=12453): ERR: Terminated: ERROR {rc=237} [trial-2371↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12453)]\u000a07:39:08.463604 run osmo-hlr_10.42.42.2(pid=12453): stdout: \u000a| (launched: 2022-12-10_07:39:05.681532) \u000a07:39:08.513150 run osmo-hlr_10.42.42.2(pid=12453): stderr: \u000a| �[0;m�[1;31m20221210073905854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073905854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073905854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073905854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073905854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073905854 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073905867 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/sms:trx-lms/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073905878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073905878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073905878 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:39:08.580260 run osmo-msc_10.42.42.6(pid=12459): ERR: Terminated: ERROR {rc=2} [trial-2371↪sms:trx-lms↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12459)]\u000a07:39:08.629080 run osmo-msc_10.42.42.6(pid=12459): stdout: \u000a| (launched: 2022-12-10_07:39:07.508332) \u000a07:39:08.678901 run osmo-msc_10.42.42.6(pid=12459): stderr: \u000a| �[0;m�[38;5;43m20221210073907777 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210073907777 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f54ea6f3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210073907778 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210073907778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210073907778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210073907778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210073907780 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210073907780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210073907780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210073907780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:39:08.720737 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12452): Terminating (SIGTERM)\u000a07:39:08.760781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12455): Terminating (SIGTERM)\u000a07:39:08.800292 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12458): Terminating (SIGTERM)\u000a07:39:08.809712 --- ParallelTerminationStrategy: PID 12452 died...\u000a07:39:08.863070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12452): Terminated: ok {rc=0}\u000a07:39:08.872851 --- ParallelTerminationStrategy: PID 12455 died...\u000a07:39:08.926510 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12455): Terminated: ok {rc=0}\u000a07:39:08.935955 --- ParallelTerminationStrategy: PID 12458 died...\u000a07:39:08.988475 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12458): Terminated: ok {rc=0}\u000a07:39:09.077656 bus /sierra_3: Setting Powered False\u000a07:39:10.181479 bus /sierra_3: Setting Powered False\u000a07:39:11.291588 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "96", "name" : "sms_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:39:02" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "nitb_ussd:trx-lms", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=12465): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12465) [trial-2371↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12465)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=12465): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12465) [trial-2371↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12465)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 nitb_ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a07:39:13.126193 tst nitb_ussd:trx-lms: Using 1 x ip_address (candidates: 1)\u000a07:39:13.136587 tst nitb_ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a07:39:13.268296 tst assert_extension.py: using LAC 26863\u000a07:39:13.383738 tst assert_extension.py: using RAC 88\u000a07:39:13.500134 tst assert_extension.py: using CellId 26863\u000a07:39:13.614895 tst assert_extension.py: using BVCI 26864\u000a07:39:13.636710 tst nitb_ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a07:39:13.901668 tst assert_extension.py:10: start nitb and bts...\u000a07:39:14.021337 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a07:39:14.618243 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12464): Launched\u000a07:39:14.903121 run osmo-nitb_10.42.42.2(pid=12465): Launched\u000a07:39:15.080616 run osmo-nitb_10.42.42.2(pid=12465): ERR: Terminated: ERROR {rc=2} [trial-2371↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12465)]\u000a07:39:15.211970 run osmo-nitb_10.42.42.2(pid=12465): stdout: \u000a| (launched: 2022-12-10_07:39:14.763688) \u000a07:39:15.343048 run osmo-nitb_10.42.42.2(pid=12465): stderr: \u000a| (launched: 2022-12-10_07:39:14.806472)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:39:15.470145 run osmo-nitb_10.42.42.2(pid=12465): stdout: \u000a| (launched: 2022-12-10_07:39:14.763688) \u000a07:39:15.596286 run osmo-nitb_10.42.42.2(pid=12465): stderr: \u000a| (launched: 2022-12-10_07:39:14.806472)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:39:16.028683 tst osmo-nitb_10.42.42.2(pid=12465): stdout: \u000a| (launched: 2022-12-10_07:39:14.763688) \u000a07:39:16.147943 tst osmo-nitb_10.42.42.2(pid=12465): stderr: \u000a| (launched: 2022-12-10_07:39:14.806472)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:39:16.200046 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=12465): Process ended prematurely: osmo-nitb_10.42.42.2(pid=12465) [trial-2371↪nitb_ussd:trx-lms↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=12465)] [trial-2371↪nitb_ussd:trx-lms↪assert_extension.py:12]\u000a07:39:16.209045 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a07:39:16.247829 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12464): Terminating (SIGTERM)\u000a07:39:16.425310 --- ParallelTerminationStrategy: PID 12464 died...\u000a07:39:16.481394 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=12464): Terminated: ok {rc=0}\u000a07:39:16.568446 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "97", "name" : "nitb_ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:39:12" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "ussd:trx-lms", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12475): Process ended prematurely: osmo-stp_10.42.42.5(pid=12475) [trial-2371↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12475)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12475): Process ended prematurely: osmo-stp_10.42.42.5(pid=12475) [trial-2371↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12475)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 ussd:trx-lms assert_extension.py\u000a----------------------------------------------\u000a07:39:18.398101 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:39:18.408490 tst ussd:trx-lms: Using 1 x bts (candidates: 1)\u000a07:39:18.540266 tst assert_extension.py: using LAC 26864\u000a07:39:18.655472 tst assert_extension.py: using RAC 89\u000a07:39:18.770641 tst assert_extension.py: using CellId 26864\u000a07:39:18.891028 tst assert_extension.py: using BVCI 26865\u000a07:39:18.914842 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:39:18.925797 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:39:18.936820 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:39:18.948198 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:39:18.959589 tst ussd:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:39:18.970993 tst ussd:trx-lms: Using 1 x modem (candidates: 1)\u000a07:39:19.177173 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:39:19.672537 run create_hlr_db(pid=12469): Launched\u000a07:39:19.851668 bus /sierra_2: Setting Powered False\u000a07:39:20.873302 run create_hlr_db(pid=12469): Terminated: ok {rc=0}\u000a07:39:21.267139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12471): Launched\u000a07:39:21.576717 run osmo-hlr_10.42.42.2(pid=12472): Launched\u000a07:39:21.690190 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:39:22.228278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12474): Launched\u000a07:39:22.537184 run osmo-stp_10.42.42.5(pid=12475): Launched\u000a07:39:22.649830 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:39:23.214032 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12477): Launched\u000a07:39:23.522699 run osmo-msc_10.42.42.6(pid=12478): Launched\u000a07:39:23.704863 run osmo-stp_10.42.42.5(pid=12475): ERR: Terminated: ERROR {rc=1} [trial-2371↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12475)]\u000a07:39:23.835650 run osmo-stp_10.42.42.5(pid=12475): stdout: \u000a| (launched: 2022-12-10_07:39:22.385378)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:39:23.967374 run osmo-stp_10.42.42.5(pid=12475): stderr: \u000a| �[0;m�[38;5;43m20221210073922575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073922575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073922576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073922576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073922577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073922577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073922577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:39:24.091579 run osmo-stp_10.42.42.5(pid=12475): stdout: \u000a| (launched: 2022-12-10_07:39:22.385378)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:39:24.215126 run osmo-stp_10.42.42.5(pid=12475): stderr: \u000a| �[0;m�[38;5;43m20221210073922575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073922575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073922576 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073922576 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073922577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073922577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073922577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:39:24.269304 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=12475): Process ended prematurely: osmo-stp_10.42.42.5(pid=12475) [trial-2371↪ussd:trx-lms↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12475)] [trial-2371↪ussd:trx-lms↪assert_extension.py:17]\u000a07:39:24.277974 tst assert_extension.py:17: Test FAILED (5.9 sec)\u000a07:39:24.340380 run osmo-hlr_10.42.42.2(pid=12472): ERR: Terminated: ERROR {rc=237} [trial-2371↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12472)]\u000a07:39:24.391796 run osmo-hlr_10.42.42.2(pid=12472): stdout: \u000a| (launched: 2022-12-10_07:39:21.424203) \u000a07:39:24.443652 run osmo-hlr_10.42.42.2(pid=12472): stderr: \u000a| �[0;m�[1;31m20221210073921622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073921622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073921622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073921622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073921622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073921622 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073921635 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/ussd:trx-lms/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073921645 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073921646 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073921647 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:39:24.513811 run osmo-msc_10.42.42.6(pid=12478): ERR: Terminated: ERROR {rc=2} [trial-2371↪ussd:trx-lms↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12478)]\u000a07:39:24.564720 run osmo-msc_10.42.42.6(pid=12478): stdout: \u000a| (launched: 2022-12-10_07:39:23.371042) \u000a07:39:24.616373 run osmo-msc_10.42.42.6(pid=12478): stderr: \u000a| �[0;m�[38;5;43m20221210073923692 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210073923692 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd7c3289c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210073923692 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210073923692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210073923692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210073923692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210073923694 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210073923695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210073923695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210073923695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:39:24.660465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12471): Terminating (SIGTERM)\u000a07:39:24.702343 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12474): Terminating (SIGTERM)\u000a07:39:24.744101 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12477): Terminating (SIGTERM)\u000a07:39:24.753826 --- ParallelTerminationStrategy: PID 12471 died...\u000a07:39:24.809479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12471): Terminated: ok {rc=0}\u000a07:39:24.819604 --- ParallelTerminationStrategy: PID 12474 died...\u000a07:39:24.875194 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12474): Terminated: ok {rc=0}\u000a07:39:24.885383 --- ParallelTerminationStrategy: PID 12477 died...\u000a07:39:24.940834 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12477): Terminated: ok {rc=0}\u000a07:39:25.028488 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "98", "name" : "ussd_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:39:18" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12489): Process ended prematurely: osmo-stp_10.42.42.5(pid=12489) [trial-2371↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12489)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12489): Process ended prematurely: osmo-stp_10.42.42.5(pid=12489) [trial-2371↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12489)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a07:39:26.994972 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:39:27.006336 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:39:27.168246 tst mo_mt_call.py: using LAC 26865\u000a07:39:27.292518 tst mo_mt_call.py: using RAC 90\u000a07:39:27.414798 tst mo_mt_call.py: using CellId 26865\u000a07:39:27.537146 tst mo_mt_call.py: using BVCI 26866\u000a07:39:27.560879 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:39:27.572419 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:39:27.583868 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:39:27.595139 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:39:27.606588 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:39:27.617743 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:39:27.734347 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:39:27.942178 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:39:28.443391 run create_hlr_db(pid=12483): Launched\u000a07:39:28.625259 bus /sierra_2: Setting Powered False\u000a07:39:29.647112 run create_hlr_db(pid=12483): Terminated: ok {rc=0}\u000a07:39:30.064868 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12485): Launched\u000a07:39:30.378969 run osmo-hlr_10.42.42.2(pid=12486): Launched\u000a07:39:30.497957 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:39:31.090826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12488): Launched\u000a07:39:31.504776 run osmo-stp_10.42.42.5(pid=12489): Launched\u000a07:39:31.717565 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:39:32.296021 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12491): Launched\u000a07:39:32.609281 run osmo-msc_10.42.42.6(pid=12492): Launched\u000a07:39:32.797485 run osmo-stp_10.42.42.5(pid=12489): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12489)]\u000a07:39:32.930708 run osmo-stp_10.42.42.5(pid=12489): stdout: \u000a| (launched: 2022-12-10_07:39:31.253800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:39:33.062752 run osmo-stp_10.42.42.5(pid=12489): stderr: \u000a| �[0;m�[38;5;43m20221210073931548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073931548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073931548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073931549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073931549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073931549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073931549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:39:33.188827 run osmo-stp_10.42.42.5(pid=12489): stdout: \u000a| (launched: 2022-12-10_07:39:31.253800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:39:33.314330 run osmo-stp_10.42.42.5(pid=12489): stderr: \u000a| �[0;m�[38;5;43m20221210073931548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073931548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073931548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073931549 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073931549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073931549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073931549 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:39:33.369859 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12489): Process ended prematurely: osmo-stp_10.42.42.5(pid=12489) [trial-2371↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12489)] [trial-2371↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a07:39:33.379215 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a07:39:33.441124 run osmo-hlr_10.42.42.2(pid=12486): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12486)]\u000a07:39:33.492014 run osmo-hlr_10.42.42.2(pid=12486): stdout: \u000a| (launched: 2022-12-10_07:39:30.225059) \u000a07:39:33.543407 run osmo-hlr_10.42.42.2(pid=12486): stderr: \u000a| �[0;m�[1;31m20221210073930422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073930422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073930422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073930422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073930422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073930422 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073930435 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073930443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073930444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073930444 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:39:33.613478 run osmo-msc_10.42.42.6(pid=12492): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12492)]\u000a07:39:33.664608 run osmo-msc_10.42.42.6(pid=12492): stdout: \u000a| (launched: 2022-12-10_07:39:32.455483) \u000a07:39:33.715793 run osmo-msc_10.42.42.6(pid=12492): stderr: \u000a| �[0;m�[38;5;43m20221210073932775 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210073932775 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1026bf1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210073932775 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210073932776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210073932776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210073932776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210073932778 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210073932778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210073932778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210073932778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:39:33.759316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12485): Terminating (SIGTERM)\u000a07:39:33.800350 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12488): Terminating (SIGTERM)\u000a07:39:33.841862 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12491): Terminating (SIGTERM)\u000a07:39:33.851430 --- ParallelTerminationStrategy: PID 12485 died...\u000a07:39:33.906831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12485): Terminated: ok {rc=0}\u000a07:39:33.916696 --- ParallelTerminationStrategy: PID 12488 died...\u000a07:39:33.972035 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12488): Terminated: ok {rc=0}\u000a07:39:33.982232 --- ParallelTerminationStrategy: PID 12491 died...\u000a07:39:34.037894 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12491): Terminated: ok {rc=0}\u000a07:39:34.125402 bus /sierra_3: Setting Powered False\u000a07:39:35.230499 bus /sierra_3: Setting Powered False\u000a07:39:36.338772 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12500): Process ended prematurely: osmo-stp_10.42.42.5(pid=12500) [trial-2371↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12500)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12500): Process ended prematurely: osmo-stp_10.42.42.5(pid=12500) [trial-2371↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12500)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:39:37.451473 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:39:37.463753 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:39:37.627152 tst mo_mt_call_osmux.py: using LAC 26866\u000a07:39:37.751138 tst mo_mt_call_osmux.py: using RAC 91\u000a07:39:37.874328 tst mo_mt_call_osmux.py: using CellId 26866\u000a07:39:37.997965 tst mo_mt_call_osmux.py: using BVCI 26867\u000a07:39:38.021853 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:39:38.033280 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:39:38.044466 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:39:38.055776 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:39:38.067151 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:39:38.078365 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:39:38.192176 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:39:38.402299 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:39:38.904519 run create_hlr_db(pid=12494): Launched\u000a07:39:39.086016 bus /sierra_2: Setting Powered False\u000a07:39:40.108803 run create_hlr_db(pid=12494): Terminated: ok {rc=0}\u000a07:39:40.504656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12496): Launched\u000a07:39:40.798424 run osmo-hlr_10.42.42.2(pid=12497): Launched\u000a07:39:40.907704 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:39:41.417380 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12499): Launched\u000a07:39:41.711592 run osmo-stp_10.42.42.5(pid=12500): Launched\u000a07:39:41.819856 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:39:42.357180 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12502): Launched\u000a07:39:42.650954 run osmo-msc_10.42.42.6(pid=12503): Launched\u000a07:39:42.824625 run osmo-stp_10.42.42.5(pid=12500): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12500)]\u000a07:39:42.950486 run osmo-stp_10.42.42.5(pid=12500): stdout: \u000a| (launched: 2022-12-10_07:39:41.566419)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:39:43.073215 run osmo-stp_10.42.42.5(pid=12500): stderr: \u000a| �[0;m�[38;5;43m20221210073941735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073941735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073941735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073941736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073941736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073941736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073941737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:39:43.191516 run osmo-stp_10.42.42.5(pid=12500): stdout: \u000a| (launched: 2022-12-10_07:39:41.566419)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:39:43.309322 run osmo-stp_10.42.42.5(pid=12500): stderr: \u000a| �[0;m�[38;5;43m20221210073941735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073941735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073941735 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073941736 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073941736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073941736 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073941737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:39:43.361157 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12500): Process ended prematurely: osmo-stp_10.42.42.5(pid=12500) [trial-2371↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12500)] [trial-2371↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a07:39:43.369885 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a07:39:43.429787 run osmo-hlr_10.42.42.2(pid=12497): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12497)]\u000a07:39:43.479937 run osmo-hlr_10.42.42.2(pid=12497): stdout: \u000a| (launched: 2022-12-10_07:39:40.654168) \u000a07:39:43.529415 run osmo-hlr_10.42.42.2(pid=12497): stderr: \u000a| �[0;m�[1;31m20221210073940829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073940829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073940829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073940829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073940829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073940829 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073940842 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073940853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073940853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073940853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:39:43.596604 run osmo-msc_10.42.42.6(pid=12503): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12503)]\u000a07:39:43.644972 run osmo-msc_10.42.42.6(pid=12503): stdout: \u000a| (launched: 2022-12-10_07:39:42.505592) \u000a07:39:43.694476 run osmo-msc_10.42.42.6(pid=12503): stderr: \u000a| �[0;m�[38;5;43m20221210073942776 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210073942776 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5636accc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210073942776 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210073942776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210073942776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210073942777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210073942778 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210073942779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210073942779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210073942779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:39:43.736203 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12496): Terminating (SIGTERM)\u000a07:39:43.775967 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12499): Terminating (SIGTERM)\u000a07:39:43.815751 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12502): Terminating (SIGTERM)\u000a07:39:43.825158 --- ParallelTerminationStrategy: PID 12496 died...\u000a07:39:43.878427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12496): Terminated: ok {rc=0}\u000a07:39:43.888152 --- ParallelTerminationStrategy: PID 12499 died...\u000a07:39:43.941165 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12499): Terminated: ok {rc=0}\u000a07:39:43.950668 --- ParallelTerminationStrategy: PID 12502 died...\u000a07:39:44.003713 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12502): Terminated: ok {rc=0}\u000a07:39:44.092697 bus /sierra_3: Setting Powered False\u000a07:39:45.196251 bus /sierra_3: Setting Powered False\u000a07:39:46.329534 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "99", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:39:26" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12514): Process ended prematurely: osmo-stp_10.42.42.5(pid=12514) [trial-2371↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12514)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12514): Process ended prematurely: osmo-stp_10.42.42.5(pid=12514) [trial-2371↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12514)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a07:39:48.323331 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:39:48.334958 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:39:48.494847 tst mo_mt_call.py: using LAC 26867\u000a07:39:48.617070 tst mo_mt_call.py: using RAC 92\u000a07:39:48.745314 tst mo_mt_call.py: using CellId 26867\u000a07:39:48.865887 tst mo_mt_call.py: using BVCI 26868\u000a07:39:48.889702 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:39:48.901086 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:39:48.912469 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:39:48.923950 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:39:48.935551 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:39:48.946986 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:39:49.061513 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:39:49.266249 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:39:49.767031 run create_hlr_db(pid=12508): Launched\u000a07:39:49.948007 bus /sierra_2: Setting Powered False\u000a07:39:50.969853 run create_hlr_db(pid=12508): Terminated: ok {rc=0}\u000a07:39:51.364783 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12510): Launched\u000a07:39:51.659632 run osmo-hlr_10.42.42.2(pid=12511): Launched\u000a07:39:51.773899 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:39:52.296082 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12513): Launched\u000a07:39:52.590174 run osmo-stp_10.42.42.5(pid=12514): Launched\u000a07:39:52.698418 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:39:53.234751 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12516): Launched\u000a07:39:53.529945 run osmo-msc_10.42.42.6(pid=12517): Launched\u000a07:39:53.703813 run osmo-stp_10.42.42.5(pid=12514): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12514)]\u000a07:39:53.829618 run osmo-stp_10.42.42.5(pid=12514): stdout: \u000a| (launched: 2022-12-10_07:39:52.445241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:39:53.951853 run osmo-stp_10.42.42.5(pid=12514): stderr: \u000a| �[0;m�[38;5;43m20221210073952614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073952614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073952614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073952615 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073952615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073952615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073952615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:39:54.069917 run osmo-stp_10.42.42.5(pid=12514): stdout: \u000a| (launched: 2022-12-10_07:39:52.445241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:39:54.186786 run osmo-stp_10.42.42.5(pid=12514): stderr: \u000a| �[0;m�[38;5;43m20221210073952614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210073952614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210073952614 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210073952615 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210073952615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210073952615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210073952615 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:39:54.238412 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12514): Process ended prematurely: osmo-stp_10.42.42.5(pid=12514) [trial-2371↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12514)] [trial-2371↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a07:39:54.247267 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a07:39:54.306983 run osmo-hlr_10.42.42.2(pid=12511): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12511)]\u000a07:39:54.355806 run osmo-hlr_10.42.42.2(pid=12511): stdout: \u000a| (launched: 2022-12-10_07:39:51.514079) \u000a07:39:54.405306 run osmo-hlr_10.42.42.2(pid=12511): stderr: \u000a| �[0;m�[1;31m20221210073951687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210073951687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210073951687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073951687 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210073951688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210073951688 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210073951699 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210073951708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210073951709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210073951709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:39:54.472456 run osmo-msc_10.42.42.6(pid=12517): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12517)]\u000a07:39:54.521100 run osmo-msc_10.42.42.6(pid=12517): stdout: \u000a| (launched: 2022-12-10_07:39:53.383674) \u000a07:39:54.570320 run osmo-msc_10.42.42.6(pid=12517): stderr: \u000a| �[0;m�[38;5;43m20221210073953654 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210073953654 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc7646f6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210073953654 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210073953654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210073953654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210073953655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210073953656 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210073953657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210073953657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210073953657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:39:54.611845 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12510): Terminating (SIGTERM)\u000a07:39:54.651362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12513): Terminating (SIGTERM)\u000a07:39:54.690947 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12516): Terminating (SIGTERM)\u000a07:39:54.700215 --- ParallelTerminationStrategy: PID 12510 died...\u000a07:39:54.753184 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12510): Terminated: ok {rc=0}\u000a07:39:54.762832 --- ParallelTerminationStrategy: PID 12513 died...\u000a07:39:54.815549 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12513): Terminated: ok {rc=0}\u000a07:39:54.825441 --- ParallelTerminationStrategy: PID 12516 died...\u000a07:39:54.878036 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12516): Terminated: ok {rc=0}\u000a07:39:54.966091 bus /sierra_3: Setting Powered False\u000a07:39:56.067691 bus /sierra_3: Setting Powered False\u000a07:39:57.178618 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12528): Process ended prematurely: osmo-stp_10.42.42.5(pid=12528) [trial-2371↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12528)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12528): Process ended prematurely: osmo-stp_10.42.42.5(pid=12528) [trial-2371↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12528)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:39:58.287340 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:39:58.298851 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:39:58.451540 tst mo_mt_call_osmux.py: using LAC 26868\u000a07:39:58.569673 tst mo_mt_call_osmux.py: using RAC 93\u000a07:39:58.682993 tst mo_mt_call_osmux.py: using CellId 26868\u000a07:39:58.795790 tst mo_mt_call_osmux.py: using BVCI 26869\u000a07:39:58.818067 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:39:58.829064 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:39:58.839636 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:39:58.850617 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:39:58.861715 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:39:58.872580 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:39:58.991481 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:39:59.189771 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:39:59.651534 run create_hlr_db(pid=12519): Launched\u000a07:39:59.820742 bus /sierra_2: Setting Powered False\u000a07:40:00.846353 run create_hlr_db(pid=12519): Terminated: ok {rc=0}\u000a07:40:01.283463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12521): Launched\u000a07:40:01.742017 run osmo-hlr_10.42.42.2(pid=12522): Launched\u000a07:40:01.919604 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:40:02.460412 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12527): Launched\u000a07:40:02.755886 run osmo-stp_10.42.42.5(pid=12528): Launched\u000a07:40:02.863687 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:40:03.401720 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12530): Launched\u000a07:40:03.696035 run osmo-msc_10.42.42.6(pid=12531): Launched\u000a07:40:03.869928 run osmo-stp_10.42.42.5(pid=12528): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12528)]\u000a07:40:03.995310 run osmo-stp_10.42.42.5(pid=12528): stdout: \u000a| (launched: 2022-12-10_07:40:02.610369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:40:04.117770 run osmo-stp_10.42.42.5(pid=12528): stderr: \u000a| �[0;m�[38;5;43m20221210074002778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074002778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074002779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074002779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074002780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074002780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074002780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:40:04.236258 run osmo-stp_10.42.42.5(pid=12528): stdout: \u000a| (launched: 2022-12-10_07:40:02.610369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:40:04.353333 run osmo-stp_10.42.42.5(pid=12528): stderr: \u000a| �[0;m�[38;5;43m20221210074002778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074002778 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074002779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074002779 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074002780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074002780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074002780 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:40:04.404841 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12528): Process ended prematurely: osmo-stp_10.42.42.5(pid=12528) [trial-2371↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12528)] [trial-2371↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a07:40:04.413537 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a07:40:04.474086 run osmo-hlr_10.42.42.2(pid=12522): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12522)]\u000a07:40:04.523044 run osmo-hlr_10.42.42.2(pid=12522): stdout: \u000a| (launched: 2022-12-10_07:40:01.435160) \u000a07:40:04.572775 run osmo-hlr_10.42.42.2(pid=12522): stderr: \u000a| �[0;m�[1;31m20221210074001636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074001636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074001636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074001636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074001636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074001636 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074001649 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074001659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074001660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074001660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:40:04.640058 run osmo-msc_10.42.42.6(pid=12531): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12531)]\u000a07:40:04.689051 run osmo-msc_10.42.42.6(pid=12531): stdout: \u000a| (launched: 2022-12-10_07:40:03.551125) \u000a07:40:04.738606 run osmo-msc_10.42.42.6(pid=12531): stderr: \u000a| �[0;m�[38;5;43m20221210074003822 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210074003823 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb03da40c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210074003823 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210074003823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210074003823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210074003823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210074003825 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210074003825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210074003826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210074003826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:40:04.780396 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12521): Terminating (SIGTERM)\u000a07:40:04.820307 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12527): Terminating (SIGTERM)\u000a07:40:04.860239 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12530): Terminating (SIGTERM)\u000a07:40:04.869679 --- ParallelTerminationStrategy: PID 12521 died...\u000a07:40:04.923905 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12521): Terminated: ok {rc=0}\u000a07:40:04.933608 --- ParallelTerminationStrategy: PID 12527 died...\u000a07:40:04.987158 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12527): Terminated: ok {rc=0}\u000a07:40:04.996887 --- ParallelTerminationStrategy: PID 12530 died...\u000a07:40:05.050017 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12530): Terminated: ok {rc=0}\u000a07:40:05.133970 bus /sierra_3: Setting Powered False\u000a07:40:06.242001 bus /sierra_3: Setting Powered False\u000a07:40:07.354195 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "100", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:39:48" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12542): Process ended prematurely: osmo-stp_10.42.42.5(pid=12542) [trial-2371↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12542)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12542): Process ended prematurely: osmo-stp_10.42.42.5(pid=12542) [trial-2371↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12542)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:40:09.345174 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:40:09.356297 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:40:09.507632 tst mo_mt_call.py: using LAC 26869\u000a07:40:09.622855 tst mo_mt_call.py: using RAC 94\u000a07:40:09.746325 tst mo_mt_call.py: using CellId 26869\u000a07:40:09.869322 tst mo_mt_call.py: using BVCI 26870\u000a07:40:09.893302 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:40:09.904812 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:40:09.916208 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:40:09.927607 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:40:09.939016 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:40:09.950254 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:40:10.064685 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:40:10.265066 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:40:10.730086 run create_hlr_db(pid=12536): Launched\u000a07:40:10.899321 bus /sierra_2: Setting Powered False\u000a07:40:11.920857 run create_hlr_db(pid=12536): Terminated: ok {rc=0}\u000a07:40:12.341029 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12538): Launched\u000a07:40:12.657234 run osmo-hlr_10.42.42.2(pid=12539): Launched\u000a07:40:12.771964 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:40:13.322276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12541): Launched\u000a07:40:13.637390 run osmo-stp_10.42.42.5(pid=12542): Launched\u000a07:40:13.753135 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:40:14.329260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12544): Launched\u000a07:40:14.644104 run osmo-msc_10.42.42.6(pid=12545): Launched\u000a07:40:14.827605 run osmo-stp_10.42.42.5(pid=12542): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12542)]\u000a07:40:14.960396 run osmo-stp_10.42.42.5(pid=12542): stdout: \u000a| (launched: 2022-12-10_07:40:13.482266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:40:15.092571 run osmo-stp_10.42.42.5(pid=12542): stderr: \u000a| �[0;m�[38;5;43m20221210074013675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074013675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074013676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074013676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074013677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074013677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074013677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:40:15.219176 run osmo-stp_10.42.42.5(pid=12542): stdout: \u000a| (launched: 2022-12-10_07:40:13.482266)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:40:15.344579 run osmo-stp_10.42.42.5(pid=12542): stderr: \u000a| �[0;m�[38;5;43m20221210074013675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074013675 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074013676 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074013676 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074013677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074013677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074013677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:40:15.400035 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12542): Process ended prematurely: osmo-stp_10.42.42.5(pid=12542) [trial-2371↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12542)] [trial-2371↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a07:40:15.409352 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a07:40:15.471782 run osmo-hlr_10.42.42.2(pid=12539): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12539)]\u000a07:40:15.523150 run osmo-hlr_10.42.42.2(pid=12539): stdout: \u000a| (launched: 2022-12-10_07:40:12.501922) \u000a07:40:15.575074 run osmo-hlr_10.42.42.2(pid=12539): stderr: \u000a| �[0;m�[1;31m20221210074012698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074012698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074012698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074012698 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074012699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074012699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074012711 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074012719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074012719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074012719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:40:15.645379 run osmo-msc_10.42.42.6(pid=12545): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12545)]\u000a07:40:15.696363 run osmo-msc_10.42.42.6(pid=12545): stdout: \u000a| (launched: 2022-12-10_07:40:14.489321) \u000a07:40:15.748174 run osmo-msc_10.42.42.6(pid=12545): stderr: \u000a| �[0;m�[38;5;43m20221210074014810 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210074014811 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f412a36bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210074014811 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210074014811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210074014811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210074014811 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210074014813 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210074014813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210074014813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210074014813 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:40:15.791967 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12538): Terminating (SIGTERM)\u000a07:40:15.836255 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12541): Terminating (SIGTERM)\u000a07:40:15.880717 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12544): Terminating (SIGTERM)\u000a07:40:15.890476 --- ParallelTerminationStrategy: PID 12538 died...\u000a07:40:15.962279 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12538): Terminated: ok {rc=0}\u000a07:40:15.972906 --- ParallelTerminationStrategy: PID 12541 died...\u000a07:40:16.031133 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12541): Terminated: ok {rc=0}\u000a07:40:16.041908 --- ParallelTerminationStrategy: PID 12544 died...\u000a07:40:16.100124 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12544): Terminated: ok {rc=0}\u000a07:40:16.190087 bus /sierra_3: Setting Powered False\u000a07:40:17.302911 bus /sierra_3: Setting Powered False\u000a07:40:18.414923 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12553): Process ended prematurely: osmo-stp_10.42.42.5(pid=12553) [trial-2371↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12553)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12553): Process ended prematurely: osmo-stp_10.42.42.5(pid=12553) [trial-2371↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12553)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:40:19.523888 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:40:19.535695 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:40:19.691357 tst mo_mt_call_osmux.py: using LAC 26870\u000a07:40:19.813005 tst mo_mt_call_osmux.py: using RAC 95\u000a07:40:19.935673 tst mo_mt_call_osmux.py: using CellId 26870\u000a07:40:20.059566 tst mo_mt_call_osmux.py: using BVCI 26871\u000a07:40:20.083482 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:40:20.094929 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:40:20.106381 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:40:20.117770 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:40:20.129094 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:40:20.140240 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:40:20.260863 tst voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:40:20.469397 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:40:20.969580 run create_hlr_db(pid=12547): Launched\u000a07:40:21.150488 bus /sierra_2: Setting Powered False\u000a07:40:22.172807 run create_hlr_db(pid=12547): Terminated: ok {rc=0}\u000a07:40:22.568452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12549): Launched\u000a07:40:22.862926 run osmo-hlr_10.42.42.2(pid=12550): Launched\u000a07:40:22.970996 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:40:23.480248 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12552): Launched\u000a07:40:23.775006 run osmo-stp_10.42.42.5(pid=12553): Launched\u000a07:40:23.882410 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:40:24.421236 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12555): Launched\u000a07:40:24.715669 run osmo-msc_10.42.42.6(pid=12556): Launched\u000a07:40:24.889194 run osmo-stp_10.42.42.5(pid=12553): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12553)]\u000a07:40:25.014091 run osmo-stp_10.42.42.5(pid=12553): stdout: \u000a| (launched: 2022-12-10_07:40:23.629423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:40:25.137106 run osmo-stp_10.42.42.5(pid=12553): stderr: \u000a| �[0;m�[38;5;43m20221210074023797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074023797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074023797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074023798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074023798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074023798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074023798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:40:25.255000 run osmo-stp_10.42.42.5(pid=12553): stdout: \u000a| (launched: 2022-12-10_07:40:23.629423)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:40:25.372323 run osmo-stp_10.42.42.5(pid=12553): stderr: \u000a| �[0;m�[38;5;43m20221210074023797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074023797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074023797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074023798 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074023798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074023798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074023798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:40:25.424056 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12553): Process ended prematurely: osmo-stp_10.42.42.5(pid=12553) [trial-2371↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12553)] [trial-2371↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a07:40:25.432573 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a07:40:25.492321 run osmo-hlr_10.42.42.2(pid=12550): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12550)]\u000a07:40:25.541251 run osmo-hlr_10.42.42.2(pid=12550): stdout: \u000a| (launched: 2022-12-10_07:40:22.717642) \u000a07:40:25.590729 run osmo-hlr_10.42.42.2(pid=12550): stderr: \u000a| �[0;m�[1;31m20221210074022892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074022892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074022892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074022892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074022892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074022892 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074022909 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074022918 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074022919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074022919 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:40:25.657757 run osmo-msc_10.42.42.6(pid=12556): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12556)]\u000a07:40:25.706392 run osmo-msc_10.42.42.6(pid=12556): stdout: \u000a| (launched: 2022-12-10_07:40:24.570452) \u000a07:40:25.755910 run osmo-msc_10.42.42.6(pid=12556): stderr: \u000a| �[0;m�[38;5;43m20221210074024841 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210074024842 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7eff8fe96c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210074024842 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210074024842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210074024842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210074024842 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210074024845 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210074024846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210074024846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210074024846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:40:25.797859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12549): Terminating (SIGTERM)\u000a07:40:25.837545 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12552): Terminating (SIGTERM)\u000a07:40:25.877145 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12555): Terminating (SIGTERM)\u000a07:40:25.886272 --- ParallelTerminationStrategy: PID 12549 died...\u000a07:40:25.939381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12549): Terminated: ok {rc=0}\u000a07:40:25.948874 --- ParallelTerminationStrategy: PID 12552 died...\u000a07:40:26.001880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12552): Terminated: ok {rc=0}\u000a07:40:26.011373 --- ParallelTerminationStrategy: PID 12555 died...\u000a07:40:26.064467 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12555): Terminated: ok {rc=0}\u000a07:40:26.147142 bus /sierra_3: Setting Powered False\u000a07:40:27.254502 bus /sierra_3: Setting Powered False\u000a07:40:28.361397 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "101", "name" : "voice_trx-lms+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:40:09" }, { "cases" : [ { "testActions" : [ ], "age" : 45, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12567): Process ended prematurely: osmo-stp_10.42.42.5(pid=12567) [trial-2371↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12567)]", "failedSince" : 2327, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12567): Process ended prematurely: osmo-stp_10.42.42.5(pid=12567) [trial-2371↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12567)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a07:40:30.358358 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:40:30.369357 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a07:40:30.520385 tst mo_mt_call.py: using LAC 26871\u000a07:40:30.633793 tst mo_mt_call.py: using RAC 96\u000a07:40:30.747245 tst mo_mt_call.py: using CellId 26871\u000a07:40:30.877036 tst mo_mt_call.py: using BVCI 26872\u000a07:40:30.899972 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:40:30.911793 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:40:30.923227 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:40:30.934797 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:40:30.946611 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:40:30.957911 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:40:31.083620 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:40:31.311613 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:40:31.900806 run create_hlr_db(pid=12561): Launched\u000a07:40:32.087616 bus /sierra_2: Setting Powered False\u000a07:40:33.104546 run create_hlr_db(pid=12561): Terminated: ok {rc=0}\u000a07:40:33.500095 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12563): Launched\u000a07:40:33.793847 run osmo-hlr_10.42.42.2(pid=12564): Launched\u000a07:40:33.908884 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:40:34.422275 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12566): Launched\u000a07:40:34.714731 run osmo-stp_10.42.42.5(pid=12567): Launched\u000a07:40:34.821650 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:40:35.359027 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12569): Launched\u000a07:40:35.652902 run osmo-msc_10.42.42.6(pid=12570): Launched\u000a07:40:35.826369 run osmo-stp_10.42.42.5(pid=12567): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12567)]\u000a07:40:35.951685 run osmo-stp_10.42.42.5(pid=12567): stdout: \u000a| (launched: 2022-12-10_07:40:34.570545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:40:36.073839 run osmo-stp_10.42.42.5(pid=12567): stderr: \u000a| �[0;m�[38;5;43m20221210074034739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074034740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074034740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074034740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074034741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074034741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074034741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:40:36.192230 run osmo-stp_10.42.42.5(pid=12567): stdout: \u000a| (launched: 2022-12-10_07:40:34.570545)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:40:36.308809 run osmo-stp_10.42.42.5(pid=12567): stderr: \u000a| �[0;m�[38;5;43m20221210074034739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074034740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074034740 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074034740 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074034741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074034741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074034741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:40:36.360401 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12567): Process ended prematurely: osmo-stp_10.42.42.5(pid=12567) [trial-2371↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12567)] [trial-2371↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a07:40:36.368779 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a07:40:36.428871 run osmo-hlr_10.42.42.2(pid=12564): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12564)]\u000a07:40:36.478073 run osmo-hlr_10.42.42.2(pid=12564): stdout: \u000a| (launched: 2022-12-10_07:40:33.648516) \u000a07:40:36.527592 run osmo-hlr_10.42.42.2(pid=12564): stderr: \u000a| �[0;m�[1;31m20221210074033820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074033820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074033820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074033820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074033820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074033820 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074033832 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074033840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074033841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074033841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:40:36.594991 run osmo-msc_10.42.42.6(pid=12570): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12570)]\u000a07:40:36.643874 run osmo-msc_10.42.42.6(pid=12570): stdout: \u000a| (launched: 2022-12-10_07:40:35.507587) \u000a07:40:36.692985 run osmo-msc_10.42.42.6(pid=12570): stderr: \u000a| �[0;m�[38;5;43m20221210074035779 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210074035779 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f41177adc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210074035779 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210074035779 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210074035780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210074035780 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210074035782 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210074035782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210074035782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210074035782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:40:36.735065 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12563): Terminating (SIGTERM)\u000a07:40:36.774363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12566): Terminating (SIGTERM)\u000a07:40:36.813853 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12569): Terminating (SIGTERM)\u000a07:40:36.823147 --- ParallelTerminationStrategy: PID 12563 died...\u000a07:40:36.876099 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12563): Terminated: ok {rc=0}\u000a07:40:36.886136 --- ParallelTerminationStrategy: PID 12566 died...\u000a07:40:36.939763 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12566): Terminated: ok {rc=0}\u000a07:40:36.949696 --- ParallelTerminationStrategy: PID 12569 died...\u000a07:40:37.002853 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12569): Terminated: ok {rc=0}\u000a07:40:37.086794 bus /sierra_3: Setting Powered False\u000a07:40:38.194095 bus /sierra_3: Setting Powered False\u000a07:40:39.304735 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 48, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12578): Process ended prematurely: osmo-stp_10.42.42.5(pid=12578) [trial-2371↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12578)]", "failedSince" : 2324, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12578): Process ended prematurely: osmo-stp_10.42.42.5(pid=12578) [trial-2371↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12578)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:40:40.413361 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:40:40.425063 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a07:40:40.579756 tst mo_mt_call_osmux.py: using LAC 26872\u000a07:40:40.695130 tst mo_mt_call_osmux.py: using RAC 97\u000a07:40:40.811036 tst mo_mt_call_osmux.py: using CellId 26872\u000a07:40:40.927082 tst mo_mt_call_osmux.py: using BVCI 26873\u000a07:40:40.949499 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:40:40.960616 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:40:40.971700 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:40:40.983623 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:40:40.995381 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:40:41.009750 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:40:41.126104 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:40:41.330377 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:40:41.833987 run create_hlr_db(pid=12572): Launched\u000a07:40:42.040675 bus /sierra_2: Setting Powered False\u000a07:40:43.037697 run create_hlr_db(pid=12572): Terminated: ok {rc=0}\u000a07:40:43.453269 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12574): Launched\u000a07:40:43.748767 run osmo-hlr_10.42.42.2(pid=12575): Launched\u000a07:40:43.860939 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:40:44.373181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12577): Launched\u000a07:40:44.667681 run osmo-stp_10.42.42.5(pid=12578): Launched\u000a07:40:44.775075 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:40:45.314956 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12580): Launched\u000a07:40:45.610802 run osmo-msc_10.42.42.6(pid=12581): Launched\u000a07:40:45.784549 run osmo-stp_10.42.42.5(pid=12578): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12578)]\u000a07:40:45.965422 run osmo-stp_10.42.42.5(pid=12578): stdout: \u000a| (launched: 2022-12-10_07:40:44.522562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:40:46.114058 run osmo-stp_10.42.42.5(pid=12578): stderr: \u000a| �[0;m�[38;5;43m20221210074044693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074044693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074044693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074044693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074044694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074044694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074044694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:40:46.245842 run osmo-stp_10.42.42.5(pid=12578): stdout: \u000a| (launched: 2022-12-10_07:40:44.522562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:40:46.376434 run osmo-stp_10.42.42.5(pid=12578): stderr: \u000a| �[0;m�[38;5;43m20221210074044693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074044693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074044693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074044693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074044694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074044694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074044694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:40:46.434161 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12578): Process ended prematurely: osmo-stp_10.42.42.5(pid=12578) [trial-2371↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12578)] [trial-2371↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a07:40:46.443998 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a07:40:46.510254 run osmo-hlr_10.42.42.2(pid=12575): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12575)]\u000a07:40:46.563841 run osmo-hlr_10.42.42.2(pid=12575): stdout: \u000a| (launched: 2022-12-10_07:40:43.602926) \u000a07:40:46.617752 run osmo-hlr_10.42.42.2(pid=12575): stderr: \u000a| �[0;m�[1;31m20221210074043778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074043779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074043779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074043779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074043779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074043779 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074043791 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074043802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074043802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074043802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:40:46.691772 run osmo-msc_10.42.42.6(pid=12581): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12581)]\u000a07:40:46.744927 run osmo-msc_10.42.42.6(pid=12581): stdout: \u000a| (launched: 2022-12-10_07:40:45.464749) \u000a07:40:46.798169 run osmo-msc_10.42.42.6(pid=12581): stderr: \u000a| �[0;m�[38;5;43m20221210074045737 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210074045738 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f90fd2f2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210074045738 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210074045738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210074045738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210074045738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210074045740 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210074045740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210074045740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210074045740 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:40:46.843710 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12574): Terminating (SIGTERM)\u000a07:40:46.888669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12577): Terminating (SIGTERM)\u000a07:40:46.936147 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12580): Terminating (SIGTERM)\u000a07:40:46.946714 --- ParallelTerminationStrategy: PID 12574 died...\u000a07:40:47.005702 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12574): Terminated: ok {rc=0}\u000a07:40:47.016535 --- ParallelTerminationStrategy: PID 12577 died...\u000a07:40:47.074640 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12577): Terminated: ok {rc=0}\u000a07:40:47.085327 --- ParallelTerminationStrategy: PID 12580 died...\u000a07:40:47.142796 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12580): Terminated: ok {rc=0}\u000a07:40:47.231172 bus /sierra_3: Setting Powered False\u000a07:40:48.338051 bus /sierra_3: Setting Powered False\u000a07:40:49.449707 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "102", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:40:30" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12592): Process ended prematurely: osmo-stp_10.42.42.5(pid=12592) [trial-2371↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12592)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12592): Process ended prematurely: osmo-stp_10.42.42.5(pid=12592) [trial-2371↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12592)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:40:51.437847 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:40:51.448777 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:40:51.600033 tst mo_mt_call.py: using LAC 26873\u000a07:40:51.716463 tst mo_mt_call.py: using RAC 98\u000a07:40:51.833543 tst mo_mt_call.py: using CellId 26873\u000a07:40:51.948869 tst mo_mt_call.py: using BVCI 26874\u000a07:40:51.971112 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:40:51.982467 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:40:51.993225 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:40:52.004115 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:40:52.015212 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:40:52.026751 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:40:52.143573 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:40:52.348109 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:40:52.851678 run create_hlr_db(pid=12586): Launched\u000a07:40:53.033231 bus /sierra_2: Setting Powered False\u000a07:40:54.054938 run create_hlr_db(pid=12586): Terminated: ok {rc=0}\u000a07:40:54.451458 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12588): Launched\u000a07:40:54.744911 run osmo-hlr_10.42.42.2(pid=12589): Launched\u000a07:40:54.854031 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:40:55.363750 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12591): Launched\u000a07:40:55.657768 run osmo-stp_10.42.42.5(pid=12592): Launched\u000a07:40:55.764592 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:40:56.301049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12594): Launched\u000a07:40:56.595887 run osmo-msc_10.42.42.6(pid=12595): Launched\u000a07:40:56.768659 run osmo-stp_10.42.42.5(pid=12592): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12592)]\u000a07:40:56.893820 run osmo-stp_10.42.42.5(pid=12592): stdout: \u000a| (launched: 2022-12-10_07:40:55.513385)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:40:57.016273 run osmo-stp_10.42.42.5(pid=12592): stderr: \u000a| �[0;m�[38;5;43m20221210074055682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074055682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074055682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074055683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074055685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074055685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074055685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:40:57.134326 run osmo-stp_10.42.42.5(pid=12592): stdout: \u000a| (launched: 2022-12-10_07:40:55.513385)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:40:57.251311 run osmo-stp_10.42.42.5(pid=12592): stderr: \u000a| �[0;m�[38;5;43m20221210074055682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074055682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074055682 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074055683 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074055685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074055685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074055685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:40:57.302993 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12592): Process ended prematurely: osmo-stp_10.42.42.5(pid=12592) [trial-2371↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12592)] [trial-2371↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a07:40:57.311333 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a07:40:57.371057 run osmo-hlr_10.42.42.2(pid=12589): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12589)]\u000a07:40:57.419789 run osmo-hlr_10.42.42.2(pid=12589): stdout: \u000a| (launched: 2022-12-10_07:40:54.600596) \u000a07:40:57.469294 run osmo-hlr_10.42.42.2(pid=12589): stderr: \u000a| �[0;m�[1;31m20221210074054776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074054776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074054776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074054776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074054776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074054776 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074054789 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074054797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074054797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074054797 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:40:57.536143 run osmo-msc_10.42.42.6(pid=12595): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12595)]\u000a07:40:57.584914 run osmo-msc_10.42.42.6(pid=12595): stdout: \u000a| (launched: 2022-12-10_07:40:56.450072) \u000a07:40:57.634268 run osmo-msc_10.42.42.6(pid=12595): stderr: \u000a| �[0;m�[38;5;43m20221210074056722 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210074056722 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0a4707cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210074056722 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210074056722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210074056722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210074056722 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210074056726 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210074056726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210074056727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210074056727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:40:57.675736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12588): Terminating (SIGTERM)\u000a07:40:57.715191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12591): Terminating (SIGTERM)\u000a07:40:57.755295 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12594): Terminating (SIGTERM)\u000a07:40:57.764333 --- ParallelTerminationStrategy: PID 12588 died...\u000a07:40:57.817259 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12588): Terminated: ok {rc=0}\u000a07:40:57.826929 --- ParallelTerminationStrategy: PID 12591 died...\u000a07:40:57.879685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12591): Terminated: ok {rc=0}\u000a07:40:57.889787 --- ParallelTerminationStrategy: PID 12594 died...\u000a07:40:57.942848 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12594): Terminated: ok {rc=0}\u000a07:40:58.030679 bus /sierra_3: Setting Powered False\u000a07:40:59.132829 bus /sierra_3: Setting Powered False\u000a07:41:00.238941 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 207, "className" : "voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12603): Process ended prematurely: osmo-stp_10.42.42.5(pid=12603) [trial-2371↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12603)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12603): Process ended prematurely: osmo-stp_10.42.42.5(pid=12603) [trial-2371↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12603)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:41:01.368468 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:41:01.381617 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:41:01.568363 tst mo_mt_call_osmux.py: using LAC 26874\u000a07:41:01.696360 tst mo_mt_call_osmux.py: using RAC 99\u000a07:41:01.821488 tst mo_mt_call_osmux.py: using CellId 26874\u000a07:41:01.944027 tst mo_mt_call_osmux.py: using BVCI 26875\u000a07:41:01.968497 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:41:01.980693 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:41:01.993574 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:41:02.006279 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:41:02.019534 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:41:02.032640 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:41:02.150601 tst voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:41:02.351480 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:41:02.814354 run create_hlr_db(pid=12597): Launched\u000a07:41:02.983757 bus /sierra_2: Setting Powered False\u000a07:41:04.005449 run create_hlr_db(pid=12597): Terminated: ok {rc=0}\u000a07:41:04.398491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12599): Launched\u000a07:41:04.692440 run osmo-hlr_10.42.42.2(pid=12600): Launched\u000a07:41:04.803654 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:41:05.320768 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12602): Launched\u000a07:41:05.614009 run osmo-stp_10.42.42.5(pid=12603): Launched\u000a07:41:05.721162 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:41:06.258336 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12605): Launched\u000a07:41:06.553744 run osmo-msc_10.42.42.6(pid=12606): Launched\u000a07:41:06.727241 run osmo-stp_10.42.42.5(pid=12603): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12603)]\u000a07:41:06.852539 run osmo-stp_10.42.42.5(pid=12603): stdout: \u000a| (launched: 2022-12-10_07:41:05.469244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:41:06.975320 run osmo-stp_10.42.42.5(pid=12603): stderr: \u000a| �[0;m�[38;5;43m20221210074105637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074105637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074105637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074105638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074105638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074105638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074105638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:41:07.093776 run osmo-stp_10.42.42.5(pid=12603): stdout: \u000a| (launched: 2022-12-10_07:41:05.469244)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:41:07.210872 run osmo-stp_10.42.42.5(pid=12603): stderr: \u000a| �[0;m�[38;5;43m20221210074105637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074105637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074105637 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074105638 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074105638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074105638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074105638 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:41:07.262673 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12603): Process ended prematurely: osmo-stp_10.42.42.5(pid=12603) [trial-2371↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12603)] [trial-2371↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a07:41:07.271395 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a07:41:07.331849 run osmo-hlr_10.42.42.2(pid=12600): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12600)]\u000a07:41:07.381246 run osmo-hlr_10.42.42.2(pid=12600): stdout: \u000a| (launched: 2022-12-10_07:41:04.547426) \u000a07:41:07.431212 run osmo-hlr_10.42.42.2(pid=12600): stderr: \u000a| �[0;m�[1;31m20221210074104720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074104720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074104720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074104720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074104720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074104720 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074104732 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074104741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074104741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074104741 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:41:07.498552 run osmo-msc_10.42.42.6(pid=12606): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12606)]\u000a07:41:07.547349 run osmo-msc_10.42.42.6(pid=12606): stdout: \u000a| (launched: 2022-12-10_07:41:06.407828) \u000a07:41:07.597540 run osmo-msc_10.42.42.6(pid=12606): stderr: \u000a| �[0;m�[38;5;43m20221210074106677 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210074106677 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f48f1df9c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210074106677 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210074106677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210074106677 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210074106678 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210074106679 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210074106680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210074106680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210074106680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:41:07.639365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12599): Terminating (SIGTERM)\u000a07:41:07.679234 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12602): Terminating (SIGTERM)\u000a07:41:07.719165 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12605): Terminating (SIGTERM)\u000a07:41:07.728564 --- ParallelTerminationStrategy: PID 12599 died...\u000a07:41:07.782354 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12599): Terminated: ok {rc=0}\u000a07:41:07.792264 --- ParallelTerminationStrategy: PID 12602 died...\u000a07:41:07.845533 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12602): Terminated: ok {rc=0}\u000a07:41:07.855420 --- ParallelTerminationStrategy: PID 12605 died...\u000a07:41:07.908574 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12605): Terminated: ok {rc=0}\u000a07:41:07.997179 bus /sierra_3: Setting Powered False\u000a07:41:09.100511 bus /sierra_3: Setting Powered False\u000a07:41:10.212333 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "103", "name" : "voice_trx-lms+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:40:51" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12617): Process ended prematurely: osmo-stp_10.42.42.5(pid=12617) [trial-2371↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12617)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12617): Process ended prematurely: osmo-stp_10.42.42.5(pid=12617) [trial-2371↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12617)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a07:41:12.199321 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:41:12.210549 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:41:12.367347 tst mo_mt_call.py: using LAC 26875\u000a07:41:12.490811 tst mo_mt_call.py: using RAC 100\u000a07:41:12.615759 tst mo_mt_call.py: using CellId 26875\u000a07:41:12.740903 tst mo_mt_call.py: using BVCI 26876\u000a07:41:12.764939 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:41:12.776367 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:41:12.787852 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:41:12.799169 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:41:12.810653 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:41:12.821888 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:41:12.936842 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:41:13.133832 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:41:13.599192 run create_hlr_db(pid=12611): Launched\u000a07:41:13.768177 bus /sierra_2: Setting Powered False\u000a07:41:14.789819 run create_hlr_db(pid=12611): Terminated: ok {rc=0}\u000a07:41:15.211139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12613): Launched\u000a07:41:15.526398 run osmo-hlr_10.42.42.2(pid=12614): Launched\u000a07:41:15.642682 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:41:16.213086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12616): Launched\u000a07:41:16.632737 run osmo-stp_10.42.42.5(pid=12617): Launched\u000a07:41:16.846554 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:41:17.426317 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12619): Launched\u000a07:41:17.740927 run osmo-msc_10.42.42.6(pid=12620): Launched\u000a07:41:17.925437 run osmo-stp_10.42.42.5(pid=12617): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12617)]\u000a07:41:18.058829 run osmo-stp_10.42.42.5(pid=12617): stdout: \u000a| (launched: 2022-12-10_07:41:16.376470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:41:18.191615 run osmo-stp_10.42.42.5(pid=12617): stderr: \u000a| �[0;m�[38;5;43m20221210074116653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074116653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074116654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074116654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074116655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074116655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074116655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:41:18.319081 run osmo-stp_10.42.42.5(pid=12617): stdout: \u000a| (launched: 2022-12-10_07:41:16.376470)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:41:18.444540 run osmo-stp_10.42.42.5(pid=12617): stderr: \u000a| �[0;m�[38;5;43m20221210074116653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074116653 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074116654 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074116654 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074116655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074116655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074116655 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:41:18.500412 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12617): Process ended prematurely: osmo-stp_10.42.42.5(pid=12617) [trial-2371↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12617)] [trial-2371↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a07:41:18.509497 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a07:41:18.571435 run osmo-hlr_10.42.42.2(pid=12614): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12614)]\u000a07:41:18.622356 run osmo-hlr_10.42.42.2(pid=12614): stdout: \u000a| (launched: 2022-12-10_07:41:15.372016) \u000a07:41:18.673901 run osmo-hlr_10.42.42.2(pid=12614): stderr: \u000a| �[0;m�[1;31m20221210074115570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074115570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074115570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074115570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074115570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074115570 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074115583 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074115592 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074115593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074115593 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:41:18.744053 run osmo-msc_10.42.42.6(pid=12620): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12620)]\u000a07:41:18.794783 run osmo-msc_10.42.42.6(pid=12620): stdout: \u000a| (launched: 2022-12-10_07:41:17.586952) \u000a07:41:18.846044 run osmo-msc_10.42.42.6(pid=12620): stderr: \u000a| �[0;m�[38;5;43m20221210074117911 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210074117911 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f52e60c3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210074117911 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210074117911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210074117911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210074117911 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210074117913 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210074117914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210074117914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210074117914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:41:18.889642 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12613): Terminating (SIGTERM)\u000a07:41:18.930832 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12616): Terminating (SIGTERM)\u000a07:41:18.971942 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12619): Terminating (SIGTERM)\u000a07:41:18.981562 --- ParallelTerminationStrategy: PID 12613 died...\u000a07:41:19.037355 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12613): Terminated: ok {rc=0}\u000a07:41:19.047597 --- ParallelTerminationStrategy: PID 12616 died...\u000a07:41:19.102514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12616): Terminated: ok {rc=0}\u000a07:41:19.112501 --- ParallelTerminationStrategy: PID 12619 died...\u000a07:41:19.167394 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12619): Terminated: ok {rc=0}\u000a07:41:19.254012 bus /sierra_3: Setting Powered False\u000a07:41:20.356591 bus /sierra_3: Setting Powered False\u000a07:41:21.467812 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 207, "className" : "voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12629): Process ended prematurely: osmo-stp_10.42.42.5(pid=12629) [trial-2371↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12629)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12629): Process ended prematurely: osmo-stp_10.42.42.5(pid=12629) [trial-2371↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12629)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:41:22.576549 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:41:22.588232 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:41:22.751249 tst mo_mt_call_osmux.py: using LAC 26876\u000a07:41:22.874527 tst mo_mt_call_osmux.py: using RAC 101\u000a07:41:22.997641 tst mo_mt_call_osmux.py: using CellId 26876\u000a07:41:23.122568 tst mo_mt_call_osmux.py: using BVCI 26877\u000a07:41:23.146632 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:41:23.158209 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:41:23.169566 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:41:23.180871 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:41:23.192380 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:41:23.203698 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:41:23.318946 tst voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:41:23.516764 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:41:23.980367 run create_hlr_db(pid=12623): Launched\u000a07:41:24.149078 bus /sierra_2: Setting Powered False\u000a07:41:25.170948 run create_hlr_db(pid=12623): Terminated: ok {rc=0}\u000a07:41:25.591903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12625): Launched\u000a07:41:25.906947 run osmo-hlr_10.42.42.2(pid=12626): Launched\u000a07:41:26.027439 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:41:26.575703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12628): Launched\u000a07:41:26.890674 run osmo-stp_10.42.42.5(pid=12629): Launched\u000a07:41:27.005195 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:41:27.588093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12631): Launched\u000a07:41:27.902868 run osmo-msc_10.42.42.6(pid=12632): Launched\u000a07:41:28.088104 run osmo-stp_10.42.42.5(pid=12629): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12629)]\u000a07:41:28.221988 run osmo-stp_10.42.42.5(pid=12629): stdout: \u000a| (launched: 2022-12-10_07:41:26.735920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:41:28.355917 run osmo-stp_10.42.42.5(pid=12629): stderr: \u000a| �[0;m�[38;5;43m20221210074126926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074126927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074126927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074126927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074126928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074126928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074126928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:41:28.482532 run osmo-stp_10.42.42.5(pid=12629): stdout: \u000a| (launched: 2022-12-10_07:41:26.735920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:41:28.608442 run osmo-stp_10.42.42.5(pid=12629): stderr: \u000a| �[0;m�[38;5;43m20221210074126926 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074126927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074126927 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074126927 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074126928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074126928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074126928 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:41:28.663984 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12629): Process ended prematurely: osmo-stp_10.42.42.5(pid=12629) [trial-2371↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12629)] [trial-2371↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a07:41:28.673310 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a07:41:28.734936 run osmo-hlr_10.42.42.2(pid=12626): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12626)]\u000a07:41:28.785637 run osmo-hlr_10.42.42.2(pid=12626): stdout: \u000a| (launched: 2022-12-10_07:41:25.752557) \u000a07:41:28.836882 run osmo-hlr_10.42.42.2(pid=12626): stderr: \u000a| �[0;m�[1;31m20221210074125952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074125952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074125952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074125952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074125952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074125952 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074125963 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074125971 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074125972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074125972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:41:28.906662 run osmo-msc_10.42.42.6(pid=12632): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12632)]\u000a07:41:28.957217 run osmo-msc_10.42.42.6(pid=12632): stdout: \u000a| (launched: 2022-12-10_07:41:27.748664) \u000a07:41:29.008355 run osmo-msc_10.42.42.6(pid=12632): stderr: \u000a| �[0;m�[38;5;43m20221210074128069 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210074128070 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe2c4503c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210074128070 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210074128070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210074128070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210074128070 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210074128072 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210074128072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210074128072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210074128072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:41:29.051782 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12625): Terminating (SIGTERM)\u000a07:41:29.093090 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12628): Terminating (SIGTERM)\u000a07:41:29.134512 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12631): Terminating (SIGTERM)\u000a07:41:29.144172 --- ParallelTerminationStrategy: PID 12625 died...\u000a07:41:29.199812 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12625): Terminated: ok {rc=0}\u000a07:41:29.209926 --- ParallelTerminationStrategy: PID 12628 died...\u000a07:41:29.265225 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12628): Terminated: ok {rc=0}\u000a07:41:29.275300 --- ParallelTerminationStrategy: PID 12631 died...\u000a07:41:29.330736 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12631): Terminated: ok {rc=0}\u000a07:41:29.417484 bus /sierra_3: Setting Powered False\u000a07:41:30.522803 bus /sierra_3: Setting Powered False\u000a07:41:31.638918 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "104", "name" : "voice_trx-lms+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:41:11" }, { "cases" : [ { "testActions" : [ ], "age" : 43, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12644): Process ended prematurely: osmo-stp_10.42.42.5(pid=12644) [trial-2371↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12644)]", "failedSince" : 2329, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12644): Process ended prematurely: osmo-stp_10.42.42.5(pid=12644) [trial-2371↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12644)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a07:41:33.639329 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:41:33.650568 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:41:33.811828 tst mo_mt_call.py: using LAC 26877\u000a07:41:33.936602 tst mo_mt_call.py: using RAC 102\u000a07:41:34.059878 tst mo_mt_call.py: using CellId 26877\u000a07:41:34.183048 tst mo_mt_call.py: using BVCI 26878\u000a07:41:34.207042 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:41:34.218254 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:41:34.229379 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:41:34.240418 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:41:34.251504 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:41:34.262921 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:41:34.378585 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:41:34.587452 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:41:35.083333 run create_hlr_db(pid=12638): Launched\u000a07:41:35.254306 bus /sierra_2: Setting Powered False\u000a07:41:36.275459 run create_hlr_db(pid=12638): Terminated: ok {rc=0}\u000a07:41:36.669276 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12640): Launched\u000a07:41:36.965157 run osmo-hlr_10.42.42.2(pid=12641): Launched\u000a07:41:37.081272 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:41:37.600325 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12643): Launched\u000a07:41:37.894807 run osmo-stp_10.42.42.5(pid=12644): Launched\u000a07:41:38.010432 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:41:38.555224 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12646): Launched\u000a07:41:38.851329 run osmo-msc_10.42.42.6(pid=12647): Launched\u000a07:41:39.025208 run osmo-stp_10.42.42.5(pid=12644): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12644)]\u000a07:41:39.150709 run osmo-stp_10.42.42.5(pid=12644): stdout: \u000a| (launched: 2022-12-10_07:41:37.749344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:41:39.273368 run osmo-stp_10.42.42.5(pid=12644): stderr: \u000a| �[0;m�[38;5;43m20221210074137917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074137917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074137918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074137918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074137920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074137920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074137920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:41:39.392096 run osmo-stp_10.42.42.5(pid=12644): stdout: \u000a| (launched: 2022-12-10_07:41:37.749344)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:41:39.509852 run osmo-stp_10.42.42.5(pid=12644): stderr: \u000a| �[0;m�[38;5;43m20221210074137917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074137917 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074137918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074137918 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074137920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074137920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074137920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:41:39.562032 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12644): Process ended prematurely: osmo-stp_10.42.42.5(pid=12644) [trial-2371↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12644)] [trial-2371↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a07:41:39.570455 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a07:41:39.630150 run osmo-hlr_10.42.42.2(pid=12641): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12641)]\u000a07:41:39.679004 run osmo-hlr_10.42.42.2(pid=12641): stdout: \u000a| (launched: 2022-12-10_07:41:36.819104) \u000a07:41:39.728539 run osmo-hlr_10.42.42.2(pid=12641): stderr: \u000a| �[0;m�[1;31m20221210074136994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074136994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074136994 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074136995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074136995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074136995 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074137007 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074137015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074137016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074137016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:41:39.795551 run osmo-msc_10.42.42.6(pid=12647): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12647)]\u000a07:41:39.844482 run osmo-msc_10.42.42.6(pid=12647): stdout: \u000a| (launched: 2022-12-10_07:41:38.705272) \u000a07:41:39.894080 run osmo-msc_10.42.42.6(pid=12647): stderr: \u000a| �[0;m�[38;5;43m20221210074138976 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210074138976 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f02450cec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210074138976 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210074138976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210074138976 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210074138977 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210074138978 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210074138979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210074138979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210074138979 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:41:39.935407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12640): Terminating (SIGTERM)\u000a07:41:39.974986 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12643): Terminating (SIGTERM)\u000a07:41:40.014544 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12646): Terminating (SIGTERM)\u000a07:41:40.023808 --- ParallelTerminationStrategy: PID 12640 died...\u000a07:41:40.076941 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12640): Terminated: ok {rc=0}\u000a07:41:40.086509 --- ParallelTerminationStrategy: PID 12643 died...\u000a07:41:40.139422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12643): Terminated: ok {rc=0}\u000a07:41:40.149167 --- ParallelTerminationStrategy: PID 12646 died...\u000a07:41:40.201923 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12646): Terminated: ok {rc=0}\u000a07:41:40.291733 bus /sierra_3: Setting Powered False\u000a07:41:41.394509 bus /sierra_3: Setting Powered False\u000a07:41:42.506553 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 207, "className" : "voice:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12655): Process ended prematurely: osmo-stp_10.42.42.5(pid=12655) [trial-2371↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12655)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12655): Process ended prematurely: osmo-stp_10.42.42.5(pid=12655) [trial-2371↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12655)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-lms+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:41:43.614240 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:41:43.625542 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:41:43.779351 tst mo_mt_call_osmux.py: using LAC 26878\u000a07:41:43.896809 tst mo_mt_call_osmux.py: using RAC 103\u000a07:41:44.014161 tst mo_mt_call_osmux.py: using CellId 26878\u000a07:41:44.137690 tst mo_mt_call_osmux.py: using BVCI 26879\u000a07:41:44.161881 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:41:44.173805 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:41:44.184983 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:41:44.196763 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:41:44.208571 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:41:44.220721 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:41:44.341901 tst voice:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:41:44.539271 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:41:45.004650 run create_hlr_db(pid=12649): Launched\u000a07:41:45.174229 bus /sierra_2: Setting Powered False\u000a07:41:46.199292 run create_hlr_db(pid=12649): Terminated: ok {rc=0}\u000a07:41:46.659058 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12651): Launched\u000a07:41:47.139260 run osmo-hlr_10.42.42.2(pid=12652): Launched\u000a07:41:47.307226 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:41:47.852838 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12654): Launched\u000a07:41:48.166472 run osmo-stp_10.42.42.5(pid=12655): Launched\u000a07:41:48.280669 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:41:48.855074 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12657): Launched\u000a07:41:49.169523 run osmo-msc_10.42.42.6(pid=12658): Launched\u000a07:41:49.354888 run osmo-stp_10.42.42.5(pid=12655): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12655)]\u000a07:41:49.490753 run osmo-stp_10.42.42.5(pid=12655): stdout: \u000a| (launched: 2022-12-10_07:41:48.012301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:41:49.624041 run osmo-stp_10.42.42.5(pid=12655): stderr: \u000a| �[0;m�[38;5;43m20221210074148202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074148202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074148203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074148203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074148204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074148204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074148204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:41:49.750091 run osmo-stp_10.42.42.5(pid=12655): stdout: \u000a| (launched: 2022-12-10_07:41:48.012301)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:41:49.874943 run osmo-stp_10.42.42.5(pid=12655): stderr: \u000a| �[0;m�[38;5;43m20221210074148202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074148202 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074148203 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074148203 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074148204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074148204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074148204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:41:49.930210 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12655): Process ended prematurely: osmo-stp_10.42.42.5(pid=12655) [trial-2371↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12655)] [trial-2371↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a07:41:49.939310 tst mo_mt_call_osmux.py:8: Test FAILED (6.4 sec)\u000a07:41:50.001501 run osmo-hlr_10.42.42.2(pid=12652): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12652)]\u000a07:41:50.052549 run osmo-hlr_10.42.42.2(pid=12652): stdout: \u000a| (launched: 2022-12-10_07:41:46.824045) \u000a07:41:50.104227 run osmo-hlr_10.42.42.2(pid=12652): stderr: \u000a| �[0;m�[1;31m20221210074147162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074147162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074147162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074147162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074147162 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074147163 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074147180 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-lms+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074147195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074147195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074147195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:41:50.174329 run osmo-msc_10.42.42.6(pid=12658): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-lms+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12658)]\u000a07:41:50.225333 run osmo-msc_10.42.42.6(pid=12658): stdout: \u000a| (launched: 2022-12-10_07:41:49.014911) \u000a07:41:50.277203 run osmo-msc_10.42.42.6(pid=12658): stderr: \u000a| �[0;m�[38;5;43m20221210074149333 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210074149333 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1f8d683c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210074149334 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210074149334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210074149334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210074149334 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210074149337 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210074149338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210074149338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210074149338 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:41:50.321172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12651): Terminating (SIGTERM)\u000a07:41:50.362703 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12654): Terminating (SIGTERM)\u000a07:41:50.404242 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12657): Terminating (SIGTERM)\u000a07:41:50.413860 --- ParallelTerminationStrategy: PID 12651 died...\u000a07:41:50.469412 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12651): Terminated: ok {rc=0}\u000a07:41:50.479407 --- ParallelTerminationStrategy: PID 12654 died...\u000a07:41:50.534653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12654): Terminated: ok {rc=0}\u000a07:41:50.544536 --- ParallelTerminationStrategy: PID 12657 died...\u000a07:41:50.600167 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12657): Terminated: ok {rc=0}\u000a07:41:50.690049 bus /sierra_3: Setting Powered False\u000a07:41:51.793485 bus /sierra_3: Setting Powered False\u000a07:41:52.903629 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "105", "name" : "voice_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:41:33" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12669): Process ended prematurely: osmo-stp_10.42.42.5(pid=12669) [trial-2371↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12669)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12669): Process ended prematurely: osmo-stp_10.42.42.5(pid=12669) [trial-2371↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12669)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 emergency:trx-lms emergency_mo_mt_call.py\u000a----------------------------------------------\u000a07:41:54.915529 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:41:54.926710 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a07:41:55.070405 tst emergency_mo_mt_call.py: using LAC 26879\u000a07:41:55.193193 tst emergency_mo_mt_call.py: using RAC 104\u000a07:41:55.315074 tst emergency_mo_mt_call.py: using CellId 26879\u000a07:41:55.437980 tst emergency_mo_mt_call.py: using BVCI 26880\u000a07:41:55.461931 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:41:55.473170 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:41:55.484114 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:41:55.495208 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:41:55.506311 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:41:55.517204 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a07:41:55.630895 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a07:41:55.837066 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:41:56.332671 run create_hlr_db(pid=12663): Launched\u000a07:41:56.512493 bus /sierra_2: Setting Powered False\u000a07:41:57.523504 run create_hlr_db(pid=12663): Terminated: ok {rc=0}\u000a07:41:57.941566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12665): Launched\u000a07:41:58.249856 run osmo-hlr_10.42.42.2(pid=12666): Launched\u000a07:41:58.364044 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:41:58.903303 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12668): Launched\u000a07:41:59.212711 run osmo-stp_10.42.42.5(pid=12669): Launched\u000a07:41:59.336165 tst emergency_mo_mt_call.py: using MSISDN 7617\u000a07:41:59.491028 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:42:00.056617 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12671): Launched\u000a07:42:00.366391 run osmo-msc_10.42.42.6(pid=12672): Launched\u000a07:42:00.547983 run osmo-stp_10.42.42.5(pid=12669): ERR: Terminated: ERROR {rc=1} [trial-2371↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12669)]\u000a07:42:00.679203 run osmo-stp_10.42.42.5(pid=12669): stdout: \u000a| (launched: 2022-12-10_07:41:59.060619)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:42:00.810536 run osmo-stp_10.42.42.5(pid=12669): stderr: \u000a| �[0;m�[38;5;43m20221210074159252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074159252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074159253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074159253 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074159253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074159253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074159254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:42:00.972059 run osmo-stp_10.42.42.5(pid=12669): stdout: \u000a| (launched: 2022-12-10_07:41:59.060619)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:42:01.136878 run osmo-stp_10.42.42.5(pid=12669): stderr: \u000a| �[0;m�[38;5;43m20221210074159252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074159252 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074159253 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074159253 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074159253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074159253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074159254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:42:01.208548 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=12669): Process ended prematurely: osmo-stp_10.42.42.5(pid=12669) [trial-2371↪emergency:trx-lms↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12669)] [trial-2371↪emergency:trx-lms↪emergency_mo_mt_call.py:19]\u000a07:42:01.217894 tst emergency_mo_mt_call.py:19: Test FAILED (6.3 sec)\u000a07:42:01.283524 run osmo-hlr_10.42.42.2(pid=12666): ERR: Terminated: ERROR {rc=237} [trial-2371↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12666)]\u000a07:42:01.335308 run osmo-hlr_10.42.42.2(pid=12666): stdout: \u000a| (launched: 2022-12-10_07:41:58.098373) \u000a07:42:01.387809 run osmo-hlr_10.42.42.2(pid=12666): stderr: \u000a| �[0;m�[1;31m20221210074158295 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074158296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074158296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074158296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074158296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074158296 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074158309 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/emergency:trx-lms/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074158317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074158317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074158317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:42:01.458450 run osmo-msc_10.42.42.6(pid=12672): ERR: Terminated: ERROR {rc=2} [trial-2371↪emergency:trx-lms↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12672)]\u000a07:42:01.510835 run osmo-msc_10.42.42.6(pid=12672): stdout: \u000a| (launched: 2022-12-10_07:42:00.214516) \u000a07:42:01.563339 run osmo-msc_10.42.42.6(pid=12672): stderr: \u000a| �[0;m�[38;5;43m20221210074200535 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210074200535 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc01c51bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210074200536 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210074200536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210074200536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210074200536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210074200538 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210074200538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210074200538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210074200538 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:42:01.606747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12665): Terminating (SIGTERM)\u000a07:42:01.652429 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12668): Terminating (SIGTERM)\u000a07:42:01.698562 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12671): Terminating (SIGTERM)\u000a07:42:01.709233 --- ParallelTerminationStrategy: PID 12665 died...\u000a07:42:01.766643 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12665): Terminated: ok {rc=0}\u000a07:42:01.778371 --- ParallelTerminationStrategy: PID 12668 died...\u000a07:42:01.834995 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12668): Terminated: ok {rc=0}\u000a07:42:01.845502 --- ParallelTerminationStrategy: PID 12671 died...\u000a07:42:01.903010 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12671): Terminated: ok {rc=0}\u000a07:42:01.989299 bus /sierra_3: Setting Powered False\u000a07:42:03.089849 bus /sierra_3: Setting Powered False\u000a07:42:04.199488 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "emergency:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12685): Process ended prematurely: osmo-stp_10.42.42.5(pid=12685) [trial-2371↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12685)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12685): Process ended prematurely: osmo-stp_10.42.42.5(pid=12685) [trial-2371↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12685)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 emergency:trx-lms emergency_preemptive_call.py\u000a----------------------------------------------\u000a07:42:05.249909 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:42:05.261085 tst emergency:trx-lms: Using 1 x bts (candidates: 1)\u000a07:42:05.394102 tst emergency_preemptive_call.py: using LAC 26880\u000a07:42:05.514420 tst emergency_preemptive_call.py: using RAC 105\u000a07:42:05.626238 tst emergency_preemptive_call.py: using CellId 26880\u000a07:42:05.738192 tst emergency_preemptive_call.py: using BVCI 26881\u000a07:42:05.760033 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:42:05.770651 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:42:05.780882 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:42:05.791567 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:42:05.802247 tst emergency:trx-lms: Using 1 x ip_address (candidates: 6)\u000a07:42:05.812719 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a07:42:05.929191 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a07:42:06.050002 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a07:42:06.165968 tst emergency:trx-lms: Using 1 x modem (candidates: 4)\u000a07:42:06.369512 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:42:06.866993 run create_hlr_db(pid=12679): Launched\u000a07:42:07.046498 bus /sierra_2: Setting Powered False\u000a07:42:08.067437 run create_hlr_db(pid=12679): Terminated: ok {rc=0}\u000a07:42:08.455936 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12681): Launched\u000a07:42:08.745234 run osmo-hlr_10.42.42.2(pid=12682): Launched\u000a07:42:08.852196 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:42:09.352528 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12684): Launched\u000a07:42:09.640625 run osmo-stp_10.42.42.5(pid=12685): Launched\u000a07:42:09.762606 tst emergency_preemptive_call.py: using MSISDN 7618\u000a07:42:09.917643 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:42:10.480701 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12687): Launched\u000a07:42:10.788750 run osmo-msc_10.42.42.6(pid=12688): Launched\u000a07:42:10.969592 run osmo-stp_10.42.42.5(pid=12685): ERR: Terminated: ERROR {rc=1} [trial-2371↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12685)]\u000a07:42:11.100385 run osmo-stp_10.42.42.5(pid=12685): stdout: \u000a| (launched: 2022-12-10_07:42:09.498359)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:42:11.230788 run osmo-stp_10.42.42.5(pid=12685): stderr: \u000a| �[0;m�[38;5;43m20221210074209667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074209667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074209668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074209669 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074209669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074209670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074209670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:42:11.355862 run osmo-stp_10.42.42.5(pid=12685): stdout: \u000a| (launched: 2022-12-10_07:42:09.498359)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:42:11.478877 run osmo-stp_10.42.42.5(pid=12685): stderr: \u000a| �[0;m�[38;5;43m20221210074209667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074209667 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074209668 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074209669 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074209669 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074209670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074209670 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:42:11.533195 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=12685): Process ended prematurely: osmo-stp_10.42.42.5(pid=12685) [trial-2371↪emergency:trx-lms↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12685)] [trial-2371↪emergency:trx-lms↪emergency_preemptive_call.py:32]\u000a07:42:11.541798 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a07:42:11.603829 run osmo-hlr_10.42.42.2(pid=12682): ERR: Terminated: ERROR {rc=237} [trial-2371↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12682)]\u000a07:42:11.654984 run osmo-hlr_10.42.42.2(pid=12682): stdout: \u000a| (launched: 2022-12-10_07:42:08.602670) \u000a07:42:11.706752 run osmo-hlr_10.42.42.2(pid=12682): stderr: \u000a| �[0;m�[1;31m20221210074208777 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074208778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074208778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074208778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074208778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074208778 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074208790 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/emergency:trx-lms/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074208798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074208798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074208798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:42:11.776836 run osmo-msc_10.42.42.6(pid=12688): ERR: Terminated: ERROR {rc=2} [trial-2371↪emergency:trx-lms↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=12688)]\u000a07:42:11.827724 run osmo-msc_10.42.42.6(pid=12688): stdout: \u000a| (launched: 2022-12-10_07:42:10.638092) \u000a07:42:11.879197 run osmo-msc_10.42.42.6(pid=12688): stderr: \u000a| �[0;m�[38;5;43m20221210074210958 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210074210958 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f44187fec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210074210958 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210074210958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210074210958 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210074210959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210074210960 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210074210961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210074210961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210074210961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:42:11.922992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12681): Terminating (SIGTERM)\u000a07:42:11.964428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12684): Terminating (SIGTERM)\u000a07:42:12.006120 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12687): Terminating (SIGTERM)\u000a07:42:12.015768 --- ParallelTerminationStrategy: PID 12681 died...\u000a07:42:12.071719 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12681): Terminated: ok {rc=0}\u000a07:42:12.081960 --- ParallelTerminationStrategy: PID 12684 died...\u000a07:42:12.137540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12684): Terminated: ok {rc=0}\u000a07:42:12.147698 --- ParallelTerminationStrategy: PID 12687 died...\u000a07:42:12.203206 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=12687): Terminated: ok {rc=0}\u000a07:42:12.290909 bus /sierra_9: Setting Powered False\u000a07:42:13.397489 bus /sierra_9: Setting Powered False\u000a07:42:14.505124 bus /sierra_8: Setting Powered False\u000a07:42:15.610501 bus /sierra_8: Setting Powered False\u000a07:42:16.726070 bus /sierra_3: Setting Powered False\u000a07:42:17.830992 bus /sierra_3: Setting Powered False\u000a07:42:18.940533 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 27.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "106", "name" : "emergency_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:41:54" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-lms", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12703): Process ended prematurely: osmo-stp_10.42.42.5(pid=12703) [trial-2371↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12703)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12703): Process ended prematurely: osmo-stp_10.42.42.5(pid=12703) [trial-2371↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12703)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-lms cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:42:21.067576 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:42:21.078551 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a07:42:21.220449 tst cs_paging_gprs_active.py: using LAC 26881\u000a07:42:21.343704 tst cs_paging_gprs_active.py: using RAC 106\u000a07:42:21.470943 tst cs_paging_gprs_active.py: using CellId 26881\u000a07:42:21.595517 tst cs_paging_gprs_active.py: using BVCI 26882\u000a07:42:21.619707 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:42:21.630683 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:42:21.641522 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:42:21.652260 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:42:21.663014 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:42:21.673746 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:42:21.684601 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:42:21.695446 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:42:21.706286 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a07:42:21.823697 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a07:42:22.113675 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:42:22.246157 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:42:22.574694 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12693): Launched\u000a07:42:22.845870 run iperf3-srv_10.42.42.10(pid=12694): Launched\u000a07:42:23.040765 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:42:23.172584 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:42:23.500223 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12695): Launched\u000a07:42:23.772019 run iperf3-srv_10.42.42.10(pid=12696): Launched\u000a07:42:23.965550 tst cs_paging_gprs_active.py:38: start network...\u000a07:42:24.097670 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:42:24.603469 run create_hlr_db(pid=12697): Launched\u000a07:42:24.786307 bus /sierra_2: Setting Powered False\u000a07:42:25.807737 run create_hlr_db(pid=12697): Terminated: ok {rc=0}\u000a07:42:26.202849 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12699): Launched\u000a07:42:26.497731 run osmo-hlr_10.42.42.2(pid=12700): Launched\u000a07:42:26.612202 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:42:27.133559 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12702): Launched\u000a07:42:27.428189 run osmo-stp_10.42.42.5(pid=12703): Launched\u000a07:42:27.536883 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:42:28.049041 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12705): Launched\u000a07:42:28.153798 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:42:28.410915 run patchelf(pid=12706): Launched\u000a07:42:28.583728 run osmo-stp_10.42.42.5(pid=12703): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12703)]\u000a07:42:28.710733 run osmo-stp_10.42.42.5(pid=12703): stdout: \u000a| (launched: 2022-12-10_07:42:27.282940)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:42:28.837441 run osmo-stp_10.42.42.5(pid=12703): stderr: \u000a| �[0;m�[38;5;43m20221210074227452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074227452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074227452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074227452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074227453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074227453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074227453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:42:28.959459 run osmo-stp_10.42.42.5(pid=12703): stdout: \u000a| (launched: 2022-12-10_07:42:27.282940)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:42:29.080719 run osmo-stp_10.42.42.5(pid=12703): stderr: \u000a| �[0;m�[38;5;43m20221210074227452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074227452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074227452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074227452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074227453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074227453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074227453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:42:29.222477 run patchelf(pid=12706): Terminating (SIGINT)\u000a07:42:29.389426 run patchelf(pid=12706): Terminated: ok {rc=0}\u000a07:42:29.419882 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12703): Process ended prematurely: osmo-stp_10.42.42.5(pid=12703) [trial-2371↪gprs:trx-lms↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12703)] [trial-2371↪gprs:trx-lms↪cs_paging_gprs_active.py:38]\u000a07:42:29.428872 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a07:42:29.488818 run osmo-hlr_10.42.42.2(pid=12700): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-lms↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12700)]\u000a07:42:29.537494 run osmo-hlr_10.42.42.2(pid=12700): stdout: \u000a| (launched: 2022-12-10_07:42:26.352687) \u000a07:42:29.586783 run osmo-hlr_10.42.42.2(pid=12700): stderr: \u000a| �[0;m�[1;31m20221210074226528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074226528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074226528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074226528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074226528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074226528 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074226540 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-lms/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074226550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074226551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074226551 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:42:29.628698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12693): Terminating (SIGTERM)\u000a07:42:29.668432 run iperf3-srv_10.42.42.10(pid=12694): Terminating (SIGTERM)\u000a07:42:29.708189 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12695): Terminating (SIGTERM)\u000a07:42:29.747763 run iperf3-srv_10.42.42.10(pid=12696): Terminating (SIGTERM)\u000a07:42:29.787446 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12699): Terminating (SIGTERM)\u000a07:42:29.827182 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12702): Terminating (SIGTERM)\u000a07:42:29.867043 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12705): Terminating (SIGTERM)\u000a07:42:29.876538 --- ParallelTerminationStrategy: PID 12693 died...\u000a07:42:29.929883 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12693): Terminated: ok {rc=0}\u000a07:42:29.939815 --- ParallelTerminationStrategy: PID 12694 died...\u000a07:42:29.993541 run iperf3-srv_10.42.42.10(pid=12694): Terminated {rc=256}\u000a07:42:30.003144 --- ParallelTerminationStrategy: PID 12695 died...\u000a07:42:30.055952 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12695): Terminated: ok {rc=0}\u000a07:42:30.065818 --- ParallelTerminationStrategy: PID 12696 died...\u000a07:42:30.118358 run iperf3-srv_10.42.42.10(pid=12696): Terminated {rc=256}\u000a07:42:30.127867 --- ParallelTerminationStrategy: PID 12699 died...\u000a07:42:30.180256 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12699): Terminated: ok {rc=0}\u000a07:42:30.190085 --- ParallelTerminationStrategy: PID 12702 died...\u000a07:42:30.242351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12702): Terminated: ok {rc=0}\u000a07:42:30.252069 --- ParallelTerminationStrategy: PID 12705 died...\u000a07:42:30.305456 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12705): Terminated: ok {rc=0}\u000a07:42:30.394821 bus /gobi_0: Setting Powered False\u000a07:42:31.517273 bus /gobi_0: Setting Powered False\u000a07:42:32.630116 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "gprs:trx-lms", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12716): Process ended prematurely: osmo-stp_10.42.42.5(pid=12716) [trial-2371↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12716)]", "failedSince" : 2142, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12716): Process ended prematurely: osmo-stp_10.42.42.5(pid=12716) [trial-2371↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12716)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-lms iperf3.py\u000a----------------------------------------------\u000a07:42:33.737932 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:42:33.748901 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a07:42:33.884326 tst iperf3.py: using LAC 26882\u000a07:42:33.999448 tst iperf3.py: using RAC 107\u000a07:42:34.114673 tst iperf3.py: using CellId 26882\u000a07:42:34.231172 tst iperf3.py: using BVCI 26883\u000a07:42:34.253638 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:42:34.264008 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:42:34.274326 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:42:34.284816 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:42:34.295183 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:42:34.305657 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:42:34.316181 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:42:34.326705 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:42:34.337609 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a07:42:34.608541 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:42:34.731579 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:42:35.037634 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12707): Launched\u000a07:42:35.292048 run iperf3-srv_10.42.42.10(pid=12708): Launched\u000a07:42:35.471657 tst iperf3.py:8: start network...\u000a07:42:35.594184 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:42:36.058936 run create_hlr_db(pid=12710): Launched\u000a07:42:36.228146 bus /gobi_6: Setting Powered False\u000a07:42:37.250789 run create_hlr_db(pid=12710): Terminated: ok {rc=0}\u000a07:42:37.672840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12712): Launched\u000a07:42:37.989105 run osmo-hlr_10.42.42.2(pid=12713): Launched\u000a07:42:38.107653 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:42:38.658797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12715): Launched\u000a07:42:38.974211 run osmo-stp_10.42.42.5(pid=12716): Launched\u000a07:42:39.089754 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:42:39.638553 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12718): Launched\u000a07:42:39.750911 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:42:40.021824 run patchelf(pid=12719): Launched\u000a07:42:40.194755 run osmo-stp_10.42.42.5(pid=12716): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12716)]\u000a07:42:40.321832 run osmo-stp_10.42.42.5(pid=12716): stdout: \u000a| (launched: 2022-12-10_07:42:38.818791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:42:40.448227 run osmo-stp_10.42.42.5(pid=12716): stderr: \u000a| �[0;m�[38;5;43m20221210074239009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074239009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074239009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074239009 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074239010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074239010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074239010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:42:40.570722 run osmo-stp_10.42.42.5(pid=12716): stdout: \u000a| (launched: 2022-12-10_07:42:38.818791)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:42:40.691174 run osmo-stp_10.42.42.5(pid=12716): stderr: \u000a| �[0;m�[38;5;43m20221210074239009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074239009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074239009 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074239009 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074239010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074239010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074239010 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:42:40.832754 run patchelf(pid=12719): Terminating (SIGINT)\u000a07:42:41.000007 run patchelf(pid=12719): Terminated: ok {rc=0}\u000a07:42:41.030621 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12716): Process ended prematurely: osmo-stp_10.42.42.5(pid=12716) [trial-2371↪gprs:trx-lms↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12716)] [trial-2371↪gprs:trx-lms↪iperf3.py:8]\u000a07:42:41.039548 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a07:42:41.100265 run osmo-hlr_10.42.42.2(pid=12713): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-lms↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12713)]\u000a07:42:41.149227 run osmo-hlr_10.42.42.2(pid=12713): stdout: \u000a| (launched: 2022-12-10_07:42:37.833868) \u000a07:42:41.199193 run osmo-hlr_10.42.42.2(pid=12713): stderr: \u000a| �[0;m�[1;31m20221210074238030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074238030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074238030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074238030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074238030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074238030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074238041 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-lms/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074238050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074238050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074238050 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:42:41.241377 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12707): Terminating (SIGTERM)\u000a07:42:41.281167 run iperf3-srv_10.42.42.10(pid=12708): Terminating (SIGTERM)\u000a07:42:41.321015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12712): Terminating (SIGTERM)\u000a07:42:41.360692 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12715): Terminating (SIGTERM)\u000a07:42:41.400412 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12718): Terminating (SIGTERM)\u000a07:42:41.409883 --- ParallelTerminationStrategy: PID 12707 died...\u000a07:42:41.463572 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12707): Terminated: ok {rc=0}\u000a07:42:41.473751 --- ParallelTerminationStrategy: PID 12708 died...\u000a07:42:41.526740 run iperf3-srv_10.42.42.10(pid=12708): Terminated {rc=256}\u000a07:42:41.536581 --- ParallelTerminationStrategy: PID 12712 died...\u000a07:42:41.589680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12712): Terminated: ok {rc=0}\u000a07:42:41.599498 --- ParallelTerminationStrategy: PID 12715 died...\u000a07:42:41.652714 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12715): Terminated: ok {rc=0}\u000a07:42:41.662439 --- ParallelTerminationStrategy: PID 12718 died...\u000a07:42:41.715497 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12718): Terminated: ok {rc=0}\u000a07:42:41.803330 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-lms", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12734): Process ended prematurely: osmo-stp_10.42.42.5(pid=12734) [trial-2371↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12734)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12734): Process ended prematurely: osmo-stp_10.42.42.5(pid=12734) [trial-2371↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12734)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-lms iperf3m4.py\u000a----------------------------------------------\u000a07:42:42.912877 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:42:42.923958 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a07:42:43.059411 tst iperf3m4.py: using LAC 26883\u000a07:42:43.175012 tst iperf3m4.py: using RAC 108\u000a07:42:43.289431 tst iperf3m4.py: using CellId 26883\u000a07:42:43.405071 tst iperf3m4.py: using BVCI 26884\u000a07:42:43.427578 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:42:43.438136 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:42:43.448413 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:42:43.458959 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:42:43.469755 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:42:43.480341 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:42:43.490981 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:42:43.501640 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:42:43.511838 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a07:42:43.629406 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a07:42:43.749931 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a07:42:43.863849 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a07:42:44.137238 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:42:44.260521 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:42:44.567074 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12720): Launched\u000a07:42:44.820414 run iperf3-srv_10.42.42.10(pid=12721): Launched\u000a07:42:45.000398 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:42:45.122851 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:42:45.428635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12722): Launched\u000a07:42:45.681911 run iperf3-srv_10.42.42.10(pid=12723): Launched\u000a07:42:45.865743 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:42:46.006465 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:42:46.337138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12724): Launched\u000a07:42:46.612700 run iperf3-srv_10.42.42.10(pid=12725): Launched\u000a07:42:46.796740 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:42:46.922974 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:42:47.249443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12726): Launched\u000a07:42:47.502415 run iperf3-srv_10.42.42.10(pid=12727): Launched\u000a07:42:47.681196 tst iperf3m4.py:8: start network...\u000a07:42:47.803283 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:42:48.266520 run create_hlr_db(pid=12728): Launched\u000a07:42:48.436021 bus /gobi_6: Setting Powered False\u000a07:42:49.457878 run create_hlr_db(pid=12728): Terminated: ok {rc=0}\u000a07:42:49.878194 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12730): Launched\u000a07:42:50.194714 run osmo-hlr_10.42.42.2(pid=12731): Launched\u000a07:42:50.311173 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:42:50.860530 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12733): Launched\u000a07:42:51.176171 run osmo-stp_10.42.42.5(pid=12734): Launched\u000a07:42:51.291198 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:42:51.840860 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12736): Launched\u000a07:42:51.953398 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:42:52.227249 run patchelf(pid=12737): Launched\u000a07:42:52.411765 run osmo-stp_10.42.42.5(pid=12734): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12734)]\u000a07:42:52.546841 run osmo-stp_10.42.42.5(pid=12734): stdout: \u000a| (launched: 2022-12-10_07:42:51.021081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:42:52.682065 run osmo-stp_10.42.42.5(pid=12734): stderr: \u000a| �[0;m�[38;5;43m20221210074251210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074251210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074251210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074251211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074251211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074251211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074251211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:42:52.812118 run osmo-stp_10.42.42.5(pid=12734): stdout: \u000a| (launched: 2022-12-10_07:42:51.021081)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:42:52.941396 run osmo-stp_10.42.42.5(pid=12734): stderr: \u000a| �[0;m�[38;5;43m20221210074251210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074251210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074251210 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074251211 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074251211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074251211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074251211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:42:53.091921 run patchelf(pid=12737): Terminating (SIGINT)\u000a07:42:53.269644 run patchelf(pid=12737): Terminated: ok {rc=0}\u000a07:42:53.302566 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12734): Process ended prematurely: osmo-stp_10.42.42.5(pid=12734) [trial-2371↪gprs:trx-lms↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12734)] [trial-2371↪gprs:trx-lms↪iperf3m4.py:8]\u000a07:42:53.312171 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a07:42:53.374701 run osmo-hlr_10.42.42.2(pid=12731): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-lms↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12731)]\u000a07:42:53.425223 run osmo-hlr_10.42.42.2(pid=12731): stdout: \u000a| (launched: 2022-12-10_07:42:50.038812) \u000a07:42:53.476204 run osmo-hlr_10.42.42.2(pid=12731): stderr: \u000a| �[0;m�[1;31m20221210074250237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074250237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074250237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074250237 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074250238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074250238 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074250250 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-lms/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074250259 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074250260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074250260 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:42:53.519700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12720): Terminating (SIGTERM)\u000a07:42:53.560790 run iperf3-srv_10.42.42.10(pid=12721): Terminating (SIGTERM)\u000a07:42:53.604081 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12722): Terminating (SIGTERM)\u000a07:42:53.645624 run iperf3-srv_10.42.42.10(pid=12723): Terminating (SIGTERM)\u000a07:42:53.686876 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12724): Terminating (SIGTERM)\u000a07:42:53.727992 run iperf3-srv_10.42.42.10(pid=12725): Terminating (SIGTERM)\u000a07:42:53.769016 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12726): Terminating (SIGTERM)\u000a07:42:53.810029 run iperf3-srv_10.42.42.10(pid=12727): Terminating (SIGTERM)\u000a07:42:53.851284 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12730): Terminating (SIGTERM)\u000a07:42:53.892438 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12733): Terminating (SIGTERM)\u000a07:42:53.933625 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12736): Terminating (SIGTERM)\u000a07:42:53.943219 --- ParallelTerminationStrategy: PID 12720 died...\u000a07:42:53.998532 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12720): Terminated: ok {rc=0}\u000a07:42:54.008502 --- ParallelTerminationStrategy: PID 12721 died...\u000a07:42:54.063363 run iperf3-srv_10.42.42.10(pid=12721): Terminated {rc=256}\u000a07:42:54.073326 --- ParallelTerminationStrategy: PID 12722 died...\u000a07:42:54.128141 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12722): Terminated: ok {rc=0}\u000a07:42:54.138203 --- ParallelTerminationStrategy: PID 12723 died...\u000a07:42:54.193328 run iperf3-srv_10.42.42.10(pid=12723): Terminated {rc=256}\u000a07:42:54.203306 --- ParallelTerminationStrategy: PID 12724 died...\u000a07:42:54.258334 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12724): Terminated: ok {rc=0}\u000a07:42:54.268224 --- ParallelTerminationStrategy: PID 12725 died...\u000a07:42:54.323690 run iperf3-srv_10.42.42.10(pid=12725): Terminated {rc=256}\u000a07:42:54.334012 --- ParallelTerminationStrategy: PID 12726 died...\u000a07:42:54.389121 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12726): Terminated: ok {rc=0}\u000a07:42:54.399001 --- ParallelTerminationStrategy: PID 12727 died...\u000a07:42:54.454643 run iperf3-srv_10.42.42.10(pid=12727): Terminated {rc=256}\u000a07:42:54.464743 --- ParallelTerminationStrategy: PID 12730 died...\u000a07:42:54.519744 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12730): Terminated: ok {rc=0}\u000a07:42:54.529988 --- ParallelTerminationStrategy: PID 12733 died...\u000a07:42:54.584938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12733): Terminated: ok {rc=0}\u000a07:42:54.595100 --- ParallelTerminationStrategy: PID 12736 died...\u000a07:42:54.649959 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12736): Terminated: ok {rc=0}\u000a07:42:54.737005 bus /gobi_4: Setting Powered False\u000a07:42:55.842012 bus /gobi_4: Setting Powered False\u000a07:42:56.952734 bus /gobi_1: Setting Powered False\u000a07:42:58.055701 bus /gobi_1: Setting Powered False\u000a07:42:59.165999 bus /gobi_0: Setting Powered False\u000a07:43:00.268464 bus /gobi_0: Setting Powered False\u000a07:43:01.402091 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 45, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12744): Process ended prematurely: osmo-stp_10.42.42.5(pid=12744) [trial-2371↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12744)]", "failedSince" : 2327, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12744): Process ended prematurely: osmo-stp_10.42.42.5(pid=12744) [trial-2371↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12744)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-lms ping.py\u000a----------------------------------------------\u000a07:43:02.471209 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:43:02.482656 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a07:43:02.624784 tst ping.py: using LAC 26884\u000a07:43:02.745829 tst ping.py: using RAC 109\u000a07:43:02.869721 tst ping.py: using CellId 26884\u000a07:43:02.991179 tst ping.py: using BVCI 26885\u000a07:43:03.014871 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:43:03.026029 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:43:03.036865 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:43:03.048213 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:43:03.058887 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:43:03.069988 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:43:03.081725 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:43:03.092808 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a07:43:03.376338 tst ping.py:19: start network...\u000a07:43:03.505224 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:43:03.998899 run create_hlr_db(pid=12738): Launched\u000a07:43:04.178133 bus /gobi_6: Setting Powered False\u000a07:43:05.198695 run create_hlr_db(pid=12738): Terminated: ok {rc=0}\u000a07:43:05.612023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12740): Launched\u000a07:43:05.920626 run osmo-hlr_10.42.42.2(pid=12741): Launched\u000a07:43:06.036154 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:43:06.581080 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12743): Launched\u000a07:43:06.890564 run osmo-stp_10.42.42.5(pid=12744): Launched\u000a07:43:07.006492 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:43:07.547686 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12746): Launched\u000a07:43:07.658037 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:43:07.929239 run patchelf(pid=12747): Launched\u000a07:43:08.111367 run osmo-stp_10.42.42.5(pid=12744): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12744)]\u000a07:43:08.244198 run osmo-stp_10.42.42.5(pid=12744): stdout: \u000a| (launched: 2022-12-10_07:43:06.738870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:43:08.378086 run osmo-stp_10.42.42.5(pid=12744): stderr: \u000a| �[0;m�[38;5;43m20221210074306931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074306931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074306932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074306932 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074306933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074306933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074306933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:43:08.506337 run osmo-stp_10.42.42.5(pid=12744): stdout: \u000a| (launched: 2022-12-10_07:43:06.738870)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:43:08.633496 run osmo-stp_10.42.42.5(pid=12744): stderr: \u000a| �[0;m�[38;5;43m20221210074306931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074306931 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074306932 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074306932 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074306933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074306933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074306933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:43:08.782346 run patchelf(pid=12747): Terminating (SIGINT)\u000a07:43:08.957595 run patchelf(pid=12747): Terminated: ok {rc=0}\u000a07:43:08.989502 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12744): Process ended prematurely: osmo-stp_10.42.42.5(pid=12744) [trial-2371↪gprs:trx-lms↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12744)] [trial-2371↪gprs:trx-lms↪ping.py:22]\u000a07:43:08.998502 tst ping.py:22: Test FAILED (6.5 sec)\u000a07:43:09.060888 run osmo-hlr_10.42.42.2(pid=12741): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-lms↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12741)]\u000a07:43:09.111893 run osmo-hlr_10.42.42.2(pid=12741): stdout: \u000a| (launched: 2022-12-10_07:43:05.769367) \u000a07:43:09.163421 run osmo-hlr_10.42.42.2(pid=12741): stderr: \u000a| �[0;m�[1;31m20221210074305965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074305965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074305965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074305965 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074305966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074305966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074305978 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-lms/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074305987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074305987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074305987 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:43:09.207109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12740): Terminating (SIGTERM)\u000a07:43:09.248573 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12743): Terminating (SIGTERM)\u000a07:43:09.290219 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12746): Terminating (SIGTERM)\u000a07:43:09.299850 --- ParallelTerminationStrategy: PID 12740 died...\u000a07:43:09.356199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12740): Terminated: ok {rc=0}\u000a07:43:09.366416 --- ParallelTerminationStrategy: PID 12743 died...\u000a07:43:09.421798 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12743): Terminated: ok {rc=0}\u000a07:43:09.431834 --- ParallelTerminationStrategy: PID 12746 died...\u000a07:43:09.487425 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12746): Terminated: ok {rc=0}\u000a07:43:09.574928 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "gprs:trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12754): Process ended prematurely: osmo-stp_10.42.42.5(pid=12754) [trial-2371↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12754)]", "failedSince" : 2320, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12754): Process ended prematurely: osmo-stp_10.42.42.5(pid=12754) [trial-2371↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12754)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-lms ping_idle_ping.py\u000a----------------------------------------------\u000a07:43:10.628094 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:43:10.639706 tst gprs:trx-lms: Using 1 x bts (candidates: 1)\u000a07:43:10.781517 tst ping_idle_ping.py: using LAC 26885\u000a07:43:10.903187 tst ping_idle_ping.py: using RAC 110\u000a07:43:11.025447 tst ping_idle_ping.py: using CellId 26885\u000a07:43:11.147217 tst ping_idle_ping.py: using BVCI 26886\u000a07:43:11.171069 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:43:11.181995 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:43:11.192913 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:43:11.203836 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:43:11.214658 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:43:11.225452 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:43:11.236431 tst gprs:trx-lms: Using 1 x ip_address (candidates: 9)\u000a07:43:11.247366 tst gprs:trx-lms: Using 1 x modem (candidates: 4)\u000a07:43:11.532922 tst ping_idle_ping.py:24: start network...\u000a07:43:11.663316 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:43:12.162759 run create_hlr_db(pid=12748): Launched\u000a07:43:12.344361 bus /gobi_6: Setting Powered False\u000a07:43:13.365711 run create_hlr_db(pid=12748): Terminated: ok {rc=0}\u000a07:43:13.780660 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12750): Launched\u000a07:43:14.091625 run osmo-hlr_10.42.42.2(pid=12751): Launched\u000a07:43:14.207239 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:43:14.747519 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12753): Launched\u000a07:43:15.058801 run osmo-stp_10.42.42.5(pid=12754): Launched\u000a07:43:15.171784 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:43:15.714718 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12756): Launched\u000a07:43:15.825647 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:43:16.119998 run patchelf(pid=12757): Launched\u000a07:43:16.307253 run osmo-stp_10.42.42.5(pid=12754): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12754)]\u000a07:43:16.445337 run osmo-stp_10.42.42.5(pid=12754): stdout: \u000a| (launched: 2022-12-10_07:43:14.905674)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:43:16.582590 run osmo-stp_10.42.42.5(pid=12754): stderr: \u000a| �[0;m�[38;5;43m20221210074315097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074315097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074315097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074315097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074315098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074315098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074315098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:43:16.714610 run osmo-stp_10.42.42.5(pid=12754): stdout: \u000a| (launched: 2022-12-10_07:43:14.905674)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:43:16.844659 run osmo-stp_10.42.42.5(pid=12754): stderr: \u000a| �[0;m�[38;5;43m20221210074315097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074315097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074315097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074315097 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074315098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074315098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074315098 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:43:16.996344 run patchelf(pid=12757): Terminating (SIGINT)\u000a07:43:17.173931 run patchelf(pid=12757): Terminated: ok {rc=0}\u000a07:43:17.205833 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12754): Process ended prematurely: osmo-stp_10.42.42.5(pid=12754) [trial-2371↪gprs:trx-lms↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12754)] [trial-2371↪gprs:trx-lms↪ping_idle_ping.py:27]\u000a07:43:17.215261 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a07:43:17.277759 run osmo-hlr_10.42.42.2(pid=12751): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-lms↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12751)]\u000a07:43:17.329031 run osmo-hlr_10.42.42.2(pid=12751): stdout: \u000a| (launched: 2022-12-10_07:43:13.938648) \u000a07:43:17.380577 run osmo-hlr_10.42.42.2(pid=12751): stderr: \u000a| �[0;m�[1;31m20221210074314135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074314135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074314135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074314135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074314135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074314135 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074314148 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-lms/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074314158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074314158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074314158 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:43:17.424880 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12750): Terminating (SIGTERM)\u000a07:43:17.466543 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12753): Terminating (SIGTERM)\u000a07:43:17.507893 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12756): Terminating (SIGTERM)\u000a07:43:17.517670 --- ParallelTerminationStrategy: PID 12750 died...\u000a07:43:17.573000 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12750): Terminated: ok {rc=0}\u000a07:43:17.583120 --- ParallelTerminationStrategy: PID 12753 died...\u000a07:43:17.638252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12753): Terminated: ok {rc=0}\u000a07:43:17.648336 --- ParallelTerminationStrategy: PID 12756 died...\u000a07:43:17.703769 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12756): Terminated: ok {rc=0}\u000a07:43:17.790041 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "107", "name" : "gprs_trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:42:20" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12771): Process ended prematurely: osmo-stp_10.42.42.5(pid=12771) [trial-2371↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12771)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12771): Process ended prematurely: osmo-stp_10.42.42.5(pid=12771) [trial-2371↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12771)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-lms+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:43:19.943163 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:43:19.954291 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:43:20.102938 tst cs_paging_gprs_active.py: using LAC 26886\u000a07:43:20.226847 tst cs_paging_gprs_active.py: using RAC 111\u000a07:43:20.350039 tst cs_paging_gprs_active.py: using CellId 26886\u000a07:43:20.472108 tst cs_paging_gprs_active.py: using BVCI 26887\u000a07:43:20.496442 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:43:20.507605 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:43:20.518672 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:43:20.529725 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:43:20.540571 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:43:20.551565 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:43:20.562752 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:43:20.573606 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:43:20.584676 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:43:20.700850 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:43:20.991224 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:43:21.123562 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:43:21.452892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12761): Launched\u000a07:43:21.725489 run iperf3-srv_10.42.42.10(pid=12762): Launched\u000a07:43:21.920064 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:43:22.052527 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:43:22.381723 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12763): Launched\u000a07:43:22.653766 run iperf3-srv_10.42.42.10(pid=12764): Launched\u000a07:43:22.848088 tst cs_paging_gprs_active.py:38: start network...\u000a07:43:22.980241 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:43:23.484939 run create_hlr_db(pid=12765): Launched\u000a07:43:23.666871 bus /gobi_6: Setting Powered False\u000a07:43:24.689089 run create_hlr_db(pid=12765): Terminated: ok {rc=0}\u000a07:43:25.085341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12767): Launched\u000a07:43:25.381959 run osmo-hlr_10.42.42.2(pid=12768): Launched\u000a07:43:25.495167 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:43:26.006414 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12770): Launched\u000a07:43:26.300702 run osmo-stp_10.42.42.5(pid=12771): Launched\u000a07:43:26.408755 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:43:26.923117 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12773): Launched\u000a07:43:27.028560 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:43:27.286545 run patchelf(pid=12774): Launched\u000a07:43:27.461915 run osmo-stp_10.42.42.5(pid=12771): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12771)]\u000a07:43:27.589265 run osmo-stp_10.42.42.5(pid=12771): stdout: \u000a| (launched: 2022-12-10_07:43:26.155795)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:43:27.716327 run osmo-stp_10.42.42.5(pid=12771): stderr: \u000a| �[0;m�[38;5;43m20221210074326326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074326327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074326327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074326327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074326328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074326328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074326328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:43:27.838910 run osmo-stp_10.42.42.5(pid=12771): stdout: \u000a| (launched: 2022-12-10_07:43:26.155795)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:43:27.960365 run osmo-stp_10.42.42.5(pid=12771): stderr: \u000a| �[0;m�[38;5;43m20221210074326326 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074326327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074326327 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074326327 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074326328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074326328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074326328 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:43:28.102846 run patchelf(pid=12774): Terminating (SIGINT)\u000a07:43:28.270957 run patchelf(pid=12774): Terminated: ok {rc=0}\u000a07:43:28.302473 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12771): Process ended prematurely: osmo-stp_10.42.42.5(pid=12771) [trial-2371↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12771)] [trial-2371↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a07:43:28.311644 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a07:43:28.372264 run osmo-hlr_10.42.42.2(pid=12768): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-lms+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12768)]\u000a07:43:28.421172 run osmo-hlr_10.42.42.2(pid=12768): stdout: \u000a| (launched: 2022-12-10_07:43:25.235005) \u000a07:43:28.471140 run osmo-hlr_10.42.42.2(pid=12768): stderr: \u000a| �[0;m�[1;31m20221210074325409 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074325410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074325410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074325410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074325410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074325410 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074325422 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-lms+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074325431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074325431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074325431 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:43:28.513022 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12761): Terminating (SIGTERM)\u000a07:43:28.552641 run iperf3-srv_10.42.42.10(pid=12762): Terminating (SIGTERM)\u000a07:43:28.592388 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12763): Terminating (SIGTERM)\u000a07:43:28.632092 run iperf3-srv_10.42.42.10(pid=12764): Terminating (SIGTERM)\u000a07:43:28.672023 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12767): Terminating (SIGTERM)\u000a07:43:28.711553 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12770): Terminating (SIGTERM)\u000a07:43:28.751138 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12773): Terminating (SIGTERM)\u000a07:43:28.760647 --- ParallelTerminationStrategy: PID 12761 died...\u000a07:43:28.814461 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12761): Terminated: ok {rc=0}\u000a07:43:28.824298 --- ParallelTerminationStrategy: PID 12762 died...\u000a07:43:28.876866 run iperf3-srv_10.42.42.10(pid=12762): Terminated {rc=256}\u000a07:43:28.886788 --- ParallelTerminationStrategy: PID 12763 died...\u000a07:43:28.939833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12763): Terminated: ok {rc=0}\u000a07:43:28.949574 --- ParallelTerminationStrategy: PID 12764 died...\u000a07:43:29.002288 run iperf3-srv_10.42.42.10(pid=12764): Terminated {rc=256}\u000a07:43:29.011905 --- ParallelTerminationStrategy: PID 12767 died...\u000a07:43:29.064658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12767): Terminated: ok {rc=0}\u000a07:43:29.074346 --- ParallelTerminationStrategy: PID 12770 died...\u000a07:43:29.126961 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12770): Terminated: ok {rc=0}\u000a07:43:29.136648 --- ParallelTerminationStrategy: PID 12773 died...\u000a07:43:29.189233 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12773): Terminated: ok {rc=0}\u000a07:43:29.271636 bus /gobi_0: Setting Powered False\u000a07:43:30.377555 bus /gobi_0: Setting Powered False\u000a07:43:31.512129 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12783): Process ended prematurely: osmo-stp_10.42.42.5(pid=12783) [trial-2371↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12783)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12783): Process ended prematurely: osmo-stp_10.42.42.5(pid=12783) [trial-2371↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12783)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-lms+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a07:43:32.620212 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:43:32.631557 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:43:32.768366 tst iperf3.py: using LAC 26887\u000a07:43:32.883902 tst iperf3.py: using RAC 112\u000a07:43:33.000554 tst iperf3.py: using CellId 26887\u000a07:43:33.116137 tst iperf3.py: using BVCI 26888\u000a07:43:33.138780 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:43:33.149525 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:43:33.159845 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:43:33.170687 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:43:33.181362 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:43:33.191970 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:43:33.203014 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:43:33.213713 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:43:33.224576 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:43:33.498240 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:43:33.622562 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:43:33.928535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12775): Launched\u000a07:43:34.182624 run iperf3-srv_10.42.42.10(pid=12776): Launched\u000a07:43:34.363099 tst iperf3.py:8: start network...\u000a07:43:34.486086 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:43:34.948757 run create_hlr_db(pid=12777): Launched\u000a07:43:35.125446 bus /gobi_6: Setting Powered False\u000a07:43:36.140307 run create_hlr_db(pid=12777): Terminated: ok {rc=0}\u000a07:43:36.560854 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12779): Launched\u000a07:43:36.877165 run osmo-hlr_10.42.42.2(pid=12780): Launched\u000a07:43:36.993422 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:43:37.542301 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12782): Launched\u000a07:43:37.859301 run osmo-stp_10.42.42.5(pid=12783): Launched\u000a07:43:37.974416 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:43:38.527194 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12785): Launched\u000a07:43:38.639693 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:43:38.914371 run patchelf(pid=12786): Launched\u000a07:43:39.098766 run osmo-stp_10.42.42.5(pid=12783): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12783)]\u000a07:43:39.233482 run osmo-stp_10.42.42.5(pid=12783): stdout: \u000a| (launched: 2022-12-10_07:43:37.703704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:43:39.369701 run osmo-stp_10.42.42.5(pid=12783): stderr: \u000a| �[0;m�[38;5;43m20221210074337894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074337894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074337894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074337894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074337895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074337895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074337895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:43:39.500036 run osmo-stp_10.42.42.5(pid=12783): stdout: \u000a| (launched: 2022-12-10_07:43:37.703704)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:43:39.629916 run osmo-stp_10.42.42.5(pid=12783): stderr: \u000a| �[0;m�[38;5;43m20221210074337894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074337894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074337894 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074337894 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074337895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074337895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074337895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:43:39.780835 run patchelf(pid=12786): Terminating (SIGINT)\u000a07:43:39.958719 run patchelf(pid=12786): Terminated: ok {rc=0}\u000a07:43:39.991354 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12783): Process ended prematurely: osmo-stp_10.42.42.5(pid=12783) [trial-2371↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12783)] [trial-2371↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py:8]\u000a07:43:40.000905 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a07:43:40.063230 run osmo-hlr_10.42.42.2(pid=12780): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-lms+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12780)]\u000a07:43:40.113945 run osmo-hlr_10.42.42.2(pid=12780): stdout: \u000a| (launched: 2022-12-10_07:43:36.721915) \u000a07:43:40.165459 run osmo-hlr_10.42.42.2(pid=12780): stderr: \u000a| �[0;m�[1;31m20221210074336919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074336919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074336920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074336920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074336920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074336920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074336932 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-lms+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074336941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074336941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074336941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:43:40.209448 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12775): Terminating (SIGTERM)\u000a07:43:40.250783 run iperf3-srv_10.42.42.10(pid=12776): Terminating (SIGTERM)\u000a07:43:40.292103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12779): Terminating (SIGTERM)\u000a07:43:40.333897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12782): Terminating (SIGTERM)\u000a07:43:40.375560 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12785): Terminating (SIGTERM)\u000a07:43:40.385286 --- ParallelTerminationStrategy: PID 12775 died...\u000a07:43:40.440909 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12775): Terminated: ok {rc=0}\u000a07:43:40.451051 --- ParallelTerminationStrategy: PID 12776 died...\u000a07:43:40.506684 run iperf3-srv_10.42.42.10(pid=12776): Terminated {rc=256}\u000a07:43:40.516580 --- ParallelTerminationStrategy: PID 12779 died...\u000a07:43:40.571906 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12779): Terminated: ok {rc=0}\u000a07:43:40.581918 --- ParallelTerminationStrategy: PID 12782 died...\u000a07:43:40.637095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12782): Terminated: ok {rc=0}\u000a07:43:40.647078 --- ParallelTerminationStrategy: PID 12785 died...\u000a07:43:40.702845 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12785): Terminated: ok {rc=0}\u000a07:43:40.789515 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12802): Process ended prematurely: osmo-stp_10.42.42.5(pid=12802) [trial-2371↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12802)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12802): Process ended prematurely: osmo-stp_10.42.42.5(pid=12802) [trial-2371↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12802)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-lms+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a07:43:41.905640 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:43:41.917612 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:43:42.060711 tst iperf3m4.py: using LAC 26888\u000a07:43:42.186214 tst iperf3m4.py: using RAC 113\u000a07:43:42.309112 tst iperf3m4.py: using CellId 26888\u000a07:43:42.434579 tst iperf3m4.py: using BVCI 26889\u000a07:43:42.458687 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:43:42.470230 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:43:42.481546 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:43:42.492698 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:43:42.503809 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:43:42.514912 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:43:42.526321 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:43:42.537476 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:43:42.548683 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:43:42.663566 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:43:42.783467 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:43:42.898757 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:43:43.172857 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:43:43.295662 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:43:43.602234 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12787): Launched\u000a07:43:43.856168 run iperf3-srv_10.42.42.10(pid=12788): Launched\u000a07:43:44.036231 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:43:44.159692 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:43:44.466613 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12789): Launched\u000a07:43:44.720255 run iperf3-srv_10.42.42.10(pid=12790): Launched\u000a07:43:44.899778 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:43:45.022306 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:43:45.328019 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12791): Launched\u000a07:43:45.581869 run iperf3-srv_10.42.42.10(pid=12792): Launched\u000a07:43:45.761584 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:43:45.891870 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:43:46.295070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12793): Launched\u000a07:43:46.615960 run iperf3-srv_10.42.42.10(pid=12794): Launched\u000a07:43:46.817542 tst iperf3m4.py:8: start network...\u000a07:43:46.943397 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:43:47.447569 run create_hlr_db(pid=12795): Launched\u000a07:43:47.619408 bus /gobi_6: Setting Powered False\u000a07:43:48.640632 run create_hlr_db(pid=12795): Terminated: ok {rc=0}\u000a07:43:49.034146 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12798): Launched\u000a07:43:49.328649 run osmo-hlr_10.42.42.2(pid=12799): Launched\u000a07:43:49.435530 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:43:49.949113 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12801): Launched\u000a07:43:50.243827 run osmo-stp_10.42.42.5(pid=12802): Launched\u000a07:43:50.351463 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:43:50.864221 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12804): Launched\u000a07:43:50.969238 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:43:51.226607 run patchelf(pid=12805): Launched\u000a07:43:51.399139 run osmo-stp_10.42.42.5(pid=12802): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12802)]\u000a07:43:51.526335 run osmo-stp_10.42.42.5(pid=12802): stdout: \u000a| (launched: 2022-12-10_07:43:50.098110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:43:51.653639 run osmo-stp_10.42.42.5(pid=12802): stderr: \u000a| �[0;m�[38;5;43m20221210074350269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074350269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074350270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074350271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074350271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074350271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074350271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:43:51.776120 run osmo-stp_10.42.42.5(pid=12802): stdout: \u000a| (launched: 2022-12-10_07:43:50.098110)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:43:51.896740 run osmo-stp_10.42.42.5(pid=12802): stderr: \u000a| �[0;m�[38;5;43m20221210074350269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074350269 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074350270 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074350271 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074350271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074350271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074350271 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:43:52.038568 run patchelf(pid=12805): Terminating (SIGINT)\u000a07:43:52.206495 run patchelf(pid=12805): Terminated: ok {rc=0}\u000a07:43:52.237450 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12802): Process ended prematurely: osmo-stp_10.42.42.5(pid=12802) [trial-2371↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12802)] [trial-2371↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py:8]\u000a07:43:52.246748 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a07:43:52.307629 run osmo-hlr_10.42.42.2(pid=12799): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-lms+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12799)]\u000a07:43:52.356840 run osmo-hlr_10.42.42.2(pid=12799): stdout: \u000a| (launched: 2022-12-10_07:43:49.183257) \u000a07:43:52.406689 run osmo-hlr_10.42.42.2(pid=12799): stderr: \u000a| �[0;m�[1;31m20221210074349357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074349357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074349357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074349357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074349357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074349357 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074349369 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-lms+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074349379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074349379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074349379 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:43:52.448621 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12787): Terminating (SIGTERM)\u000a07:43:52.488574 run iperf3-srv_10.42.42.10(pid=12788): Terminating (SIGTERM)\u000a07:43:52.528487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12789): Terminating (SIGTERM)\u000a07:43:52.568226 run iperf3-srv_10.42.42.10(pid=12790): Terminating (SIGTERM)\u000a07:43:52.608575 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12791): Terminating (SIGTERM)\u000a07:43:52.648230 run iperf3-srv_10.42.42.10(pid=12792): Terminating (SIGTERM)\u000a07:43:52.688203 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12793): Terminating (SIGTERM)\u000a07:43:52.728144 run iperf3-srv_10.42.42.10(pid=12794): Terminating (SIGTERM)\u000a07:43:52.768349 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12798): Terminating (SIGTERM)\u000a07:43:52.807829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12801): Terminating (SIGTERM)\u000a07:43:52.847650 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12804): Terminating (SIGTERM)\u000a07:43:52.857243 --- ParallelTerminationStrategy: PID 12787 died...\u000a07:43:52.910429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12787): Terminated: ok {rc=0}\u000a07:43:52.920352 --- ParallelTerminationStrategy: PID 12788 died...\u000a07:43:52.973287 run iperf3-srv_10.42.42.10(pid=12788): Terminated {rc=256}\u000a07:43:52.982980 --- ParallelTerminationStrategy: PID 12789 died...\u000a07:43:53.036140 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12789): Terminated: ok {rc=0}\u000a07:43:53.045895 --- ParallelTerminationStrategy: PID 12790 died...\u000a07:43:53.099715 run iperf3-srv_10.42.42.10(pid=12790): Terminated {rc=256}\u000a07:43:53.109478 --- ParallelTerminationStrategy: PID 12791 died...\u000a07:43:53.162885 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12791): Terminated: ok {rc=0}\u000a07:43:53.172541 --- ParallelTerminationStrategy: PID 12792 died...\u000a07:43:53.225157 run iperf3-srv_10.42.42.10(pid=12792): Terminated {rc=256}\u000a07:43:53.234959 --- ParallelTerminationStrategy: PID 12793 died...\u000a07:43:53.287976 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12793): Terminated: ok {rc=0}\u000a07:43:53.297898 --- ParallelTerminationStrategy: PID 12794 died...\u000a07:43:53.351002 run iperf3-srv_10.42.42.10(pid=12794): Terminated {rc=256}\u000a07:43:53.360406 --- ParallelTerminationStrategy: PID 12798 died...\u000a07:43:53.412870 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12798): Terminated: ok {rc=0}\u000a07:43:53.422783 --- ParallelTerminationStrategy: PID 12801 died...\u000a07:43:53.475979 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12801): Terminated: ok {rc=0}\u000a07:43:53.485790 --- ParallelTerminationStrategy: PID 12804 died...\u000a07:43:53.538651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12804): Terminated: ok {rc=0}\u000a07:43:53.622605 bus /gobi_4: Setting Powered False\u000a07:43:54.723552 bus /gobi_4: Setting Powered False\u000a07:43:55.830211 bus /gobi_1: Setting Powered False\u000a07:43:56.936663 bus /gobi_1: Setting Powered False\u000a07:43:58.044659 bus /gobi_0: Setting Powered False\u000a07:43:59.146667 bus /gobi_0: Setting Powered False\u000a07:44:00.259439 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12812): Process ended prematurely: osmo-stp_10.42.42.5(pid=12812) [trial-2371↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12812)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12812): Process ended prematurely: osmo-stp_10.42.42.5(pid=12812) [trial-2371↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12812)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-lms+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a07:44:01.327349 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:44:01.340432 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:44:01.507786 tst ping.py: using LAC 26889\u000a07:44:01.634114 tst ping.py: using RAC 114\u000a07:44:01.777905 tst ping.py: using CellId 26889\u000a07:44:01.896829 tst ping.py: using BVCI 26890\u000a07:44:01.920323 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:44:01.932522 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:44:01.944646 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:44:01.957243 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:44:01.970046 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:44:01.982707 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:44:01.995744 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:44:02.008337 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:44:02.281987 tst ping.py:19: start network...\u000a07:44:02.403247 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:44:02.859197 run create_hlr_db(pid=12806): Launched\u000a07:44:03.026541 bus /gobi_6: Setting Powered False\u000a07:44:04.048794 run create_hlr_db(pid=12806): Terminated: ok {rc=0}\u000a07:44:04.434166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12808): Launched\u000a07:44:04.724719 run osmo-hlr_10.42.42.2(pid=12809): Launched\u000a07:44:04.830372 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:44:05.335257 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12811): Launched\u000a07:44:05.624651 run osmo-stp_10.42.42.5(pid=12812): Launched\u000a07:44:05.738128 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:44:06.248178 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12814): Launched\u000a07:44:06.351291 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:44:06.604011 run patchelf(pid=12815): Launched\u000a07:44:06.774135 run osmo-stp_10.42.42.5(pid=12812): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12812)]\u000a07:44:06.898605 run osmo-stp_10.42.42.5(pid=12812): stdout: \u000a| (launched: 2022-12-10_07:44:05.481659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:44:07.023173 run osmo-stp_10.42.42.5(pid=12812): stderr: \u000a| �[0;m�[38;5;43m20221210074405649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074405649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074405649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074405650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074405651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074405651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074405651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:44:07.143269 run osmo-stp_10.42.42.5(pid=12812): stdout: \u000a| (launched: 2022-12-10_07:44:05.481659)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:44:07.262359 run osmo-stp_10.42.42.5(pid=12812): stderr: \u000a| �[0;m�[38;5;43m20221210074405649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074405649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074405649 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074405650 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074405651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074405651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074405651 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:44:07.401405 run patchelf(pid=12815): Terminating (SIGINT)\u000a07:44:07.565196 run patchelf(pid=12815): Terminated: ok {rc=0}\u000a07:44:07.594852 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12812): Process ended prematurely: osmo-stp_10.42.42.5(pid=12812) [trial-2371↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12812)] [trial-2371↪gprs:trx-lms+mod-bts0-egprs↪ping.py:22]\u000a07:44:07.603358 tst ping.py:22: Test FAILED (6.3 sec)\u000a07:44:07.663663 run osmo-hlr_10.42.42.2(pid=12809): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-lms+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12809)]\u000a07:44:07.712992 run osmo-hlr_10.42.42.2(pid=12809): stdout: \u000a| (launched: 2022-12-10_07:44:04.580434) \u000a07:44:07.762531 run osmo-hlr_10.42.42.2(pid=12809): stderr: \u000a| �[0;m�[1;31m20221210074404756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074404756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074404756 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074404757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074404757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074404757 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074404771 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-lms+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074404781 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074404782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074404782 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:44:07.804921 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12808): Terminating (SIGTERM)\u000a07:44:07.845503 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12811): Terminating (SIGTERM)\u000a07:44:07.885569 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12814): Terminating (SIGTERM)\u000a07:44:07.895108 --- ParallelTerminationStrategy: PID 12808 died...\u000a07:44:07.948602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12808): Terminated: ok {rc=0}\u000a07:44:07.958699 --- ParallelTerminationStrategy: PID 12811 died...\u000a07:44:08.012192 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12811): Terminated: ok {rc=0}\u000a07:44:08.022113 --- ParallelTerminationStrategy: PID 12814 died...\u000a07:44:08.075887 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12814): Terminated: ok {rc=0}\u000a07:44:08.165009 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-lms+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12822): Process ended prematurely: osmo-stp_10.42.42.5(pid=12822) [trial-2371↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12822)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12822): Process ended prematurely: osmo-stp_10.42.42.5(pid=12822) [trial-2371↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12822)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-lms+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a07:44:09.217677 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:44:09.229502 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:44:09.366735 tst ping_idle_ping.py: using LAC 26890\u000a07:44:09.487941 tst ping_idle_ping.py: using RAC 115\u000a07:44:09.608641 tst ping_idle_ping.py: using CellId 26890\u000a07:44:09.730841 tst ping_idle_ping.py: using BVCI 26891\u000a07:44:09.754825 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:44:09.766372 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:44:09.777855 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:44:09.789247 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:44:09.800602 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:44:09.811871 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:44:09.823521 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:44:09.834876 tst gprs:trx-lms+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:44:10.119465 tst ping_idle_ping.py:24: start network...\u000a07:44:10.249669 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:44:10.748344 run create_hlr_db(pid=12816): Launched\u000a07:44:10.928525 bus /gobi_6: Setting Powered False\u000a07:44:11.951211 run create_hlr_db(pid=12816): Terminated: ok {rc=0}\u000a07:44:12.341103 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12818): Launched\u000a07:44:12.633629 run osmo-hlr_10.42.42.2(pid=12819): Launched\u000a07:44:12.745126 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:44:13.255611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12821): Launched\u000a07:44:13.547800 run osmo-stp_10.42.42.5(pid=12822): Launched\u000a07:44:13.655445 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:44:14.163362 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12824): Launched\u000a07:44:14.266868 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:44:14.519689 run patchelf(pid=12825): Launched\u000a07:44:14.689672 run osmo-stp_10.42.42.5(pid=12822): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12822)]\u000a07:44:14.814189 run osmo-stp_10.42.42.5(pid=12822): stdout: \u000a| (launched: 2022-12-10_07:44:13.403066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:44:14.938940 run osmo-stp_10.42.42.5(pid=12822): stderr: \u000a| �[0;m�[38;5;43m20221210074413573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074413573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074413573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074413574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074413574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074413574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074413574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:44:15.059333 run osmo-stp_10.42.42.5(pid=12822): stdout: \u000a| (launched: 2022-12-10_07:44:13.403066)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:44:15.178397 run osmo-stp_10.42.42.5(pid=12822): stderr: \u000a| �[0;m�[38;5;43m20221210074413573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074413573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074413573 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074413574 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074413574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074413574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074413574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:44:15.318129 run patchelf(pid=12825): Terminating (SIGINT)\u000a07:44:15.482974 run patchelf(pid=12825): Terminated: ok {rc=0}\u000a07:44:15.512858 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12822): Process ended prematurely: osmo-stp_10.42.42.5(pid=12822) [trial-2371↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12822)] [trial-2371↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a07:44:15.521474 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a07:44:15.581973 run osmo-hlr_10.42.42.2(pid=12819): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-lms+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12819)]\u000a07:44:15.630948 run osmo-hlr_10.42.42.2(pid=12819): stdout: \u000a| (launched: 2022-12-10_07:44:12.488678) \u000a07:44:15.680599 run osmo-hlr_10.42.42.2(pid=12819): stderr: \u000a| �[0;m�[1;31m20221210074412660 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074412661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074412661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074412661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074412661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074412661 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074412674 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-lms+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074412682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074412683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074412683 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:44:15.722544 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12818): Terminating (SIGTERM)\u000a07:44:15.762639 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12821): Terminating (SIGTERM)\u000a07:44:15.802216 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12824): Terminating (SIGTERM)\u000a07:44:15.811695 --- ParallelTerminationStrategy: PID 12818 died...\u000a07:44:15.867314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12818): Terminated: ok {rc=0}\u000a07:44:15.878789 --- ParallelTerminationStrategy: PID 12821 died...\u000a07:44:15.939363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12821): Terminated: ok {rc=0}\u000a07:44:15.949915 --- ParallelTerminationStrategy: PID 12824 died...\u000a07:44:16.005267 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12824): Terminated: ok {rc=0}\u000a07:44:16.101581 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "108", "name" : "gprs_trx-lms+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:43:19" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12839): Process ended prematurely: osmo-stp_10.42.42.5(pid=12839) [trial-2371↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12839)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12839): Process ended prematurely: osmo-stp_10.42.42.5(pid=12839) [trial-2371↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12839)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-lms+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:44:18.236404 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:44:18.247162 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:44:18.402005 tst cs_paging_gprs_active.py: using LAC 26891\u000a07:44:18.519703 tst cs_paging_gprs_active.py: using RAC 116\u000a07:44:18.634344 tst cs_paging_gprs_active.py: using CellId 26891\u000a07:44:18.748336 tst cs_paging_gprs_active.py: using BVCI 26892\u000a07:44:18.770938 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:44:18.781656 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:44:18.792296 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:44:18.803323 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:44:18.814320 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:44:18.825309 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:44:18.836318 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:44:18.847318 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:44:18.858363 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:44:18.977761 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:44:19.253179 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:44:19.377208 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:44:19.683929 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12829): Launched\u000a07:44:19.939310 run iperf3-srv_10.42.42.10(pid=12830): Launched\u000a07:44:20.119618 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:44:20.242420 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:44:20.548419 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12831): Launched\u000a07:44:20.802494 run iperf3-srv_10.42.42.10(pid=12832): Launched\u000a07:44:20.982141 tst cs_paging_gprs_active.py:38: start network...\u000a07:44:21.105179 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:44:21.571291 run create_hlr_db(pid=12833): Launched\u000a07:44:21.741535 bus /gobi_6: Setting Powered False\u000a07:44:22.764334 run create_hlr_db(pid=12833): Terminated: ok {rc=0}\u000a07:44:23.184265 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12835): Launched\u000a07:44:23.501159 run osmo-hlr_10.42.42.2(pid=12836): Launched\u000a07:44:23.619897 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:44:24.169936 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12838): Launched\u000a07:44:24.486830 run osmo-stp_10.42.42.5(pid=12839): Launched\u000a07:44:24.601597 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:44:25.156745 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12841): Launched\u000a07:44:25.270096 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:44:25.554183 run patchelf(pid=12842): Launched\u000a07:44:25.739870 run osmo-stp_10.42.42.5(pid=12839): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12839)]\u000a07:44:25.875734 run osmo-stp_10.42.42.5(pid=12839): stdout: \u000a| (launched: 2022-12-10_07:44:24.330577)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:44:26.012520 run osmo-stp_10.42.42.5(pid=12839): stderr: \u000a| �[0;m�[38;5;43m20221210074424523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074424523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074424523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074424524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074424524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074424524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074424524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:44:26.143936 run osmo-stp_10.42.42.5(pid=12839): stdout: \u000a| (launched: 2022-12-10_07:44:24.330577)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:44:26.274320 run osmo-stp_10.42.42.5(pid=12839): stderr: \u000a| �[0;m�[38;5;43m20221210074424523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074424523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074424523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074424524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074424524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074424524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074424524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:44:26.427142 run patchelf(pid=12842): Terminating (SIGINT)\u000a07:44:26.606876 run patchelf(pid=12842): Terminated: ok {rc=0}\u000a07:44:26.639620 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12839): Process ended prematurely: osmo-stp_10.42.42.5(pid=12839) [trial-2371↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12839)] [trial-2371↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a07:44:26.649332 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a07:44:26.712622 run osmo-hlr_10.42.42.2(pid=12836): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-lms+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12836)]\u000a07:44:26.764120 run osmo-hlr_10.42.42.2(pid=12836): stdout: \u000a| (launched: 2022-12-10_07:44:23.345647) \u000a07:44:26.816289 run osmo-hlr_10.42.42.2(pid=12836): stderr: \u000a| �[0;m�[1;31m20221210074423542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074423542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074423542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074423542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074423542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074423542 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074423554 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-lms+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074423562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074423562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074423562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:44:26.860827 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12829): Terminating (SIGTERM)\u000a07:44:26.902727 run iperf3-srv_10.42.42.10(pid=12830): Terminating (SIGTERM)\u000a07:44:26.944702 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12831): Terminating (SIGTERM)\u000a07:44:26.986575 run iperf3-srv_10.42.42.10(pid=12832): Terminating (SIGTERM)\u000a07:44:27.028330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12835): Terminating (SIGTERM)\u000a07:44:27.070206 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12838): Terminating (SIGTERM)\u000a07:44:27.112063 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12841): Terminating (SIGTERM)\u000a07:44:27.122028 --- ParallelTerminationStrategy: PID 12829 died...\u000a07:44:27.177988 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12829): Terminated: ok {rc=0}\u000a07:44:27.188337 --- ParallelTerminationStrategy: PID 12830 died...\u000a07:44:27.243998 run iperf3-srv_10.42.42.10(pid=12830): Terminated {rc=256}\u000a07:44:27.254322 --- ParallelTerminationStrategy: PID 12831 died...\u000a07:44:27.310241 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12831): Terminated: ok {rc=0}\u000a07:44:27.320331 --- ParallelTerminationStrategy: PID 12832 died...\u000a07:44:27.376743 run iperf3-srv_10.42.42.10(pid=12832): Terminated {rc=256}\u000a07:44:27.387042 --- ParallelTerminationStrategy: PID 12835 died...\u000a07:44:27.442786 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12835): Terminated: ok {rc=0}\u000a07:44:27.453048 --- ParallelTerminationStrategy: PID 12838 died...\u000a07:44:27.508999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12838): Terminated: ok {rc=0}\u000a07:44:27.519342 --- ParallelTerminationStrategy: PID 12841 died...\u000a07:44:27.574919 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12841): Terminated: ok {rc=0}\u000a07:44:27.661358 bus /gobi_0: Setting Powered False\u000a07:44:28.769535 bus /gobi_0: Setting Powered False\u000a07:44:29.876083 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12851): Process ended prematurely: osmo-stp_10.42.42.5(pid=12851) [trial-2371↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12851)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12851): Process ended prematurely: osmo-stp_10.42.42.5(pid=12851) [trial-2371↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12851)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-lms+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a07:44:30.998514 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:44:31.011284 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:44:31.206129 tst iperf3.py: using LAC 26892\u000a07:44:31.331483 tst iperf3.py: using RAC 117\u000a07:44:31.478673 tst iperf3.py: using CellId 26892\u000a07:44:31.606883 tst iperf3.py: using BVCI 26893\u000a07:44:31.630915 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:44:31.642619 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:44:31.655157 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:44:31.668300 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:44:31.680916 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:44:31.693641 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:44:31.707407 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:44:31.719614 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:44:31.731401 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:44:32.057260 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:44:32.201938 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:44:32.512826 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12843): Launched\u000a07:44:32.767947 run iperf3-srv_10.42.42.10(pid=12844): Launched\u000a07:44:32.948015 tst iperf3.py:8: start network...\u000a07:44:33.071412 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:44:33.536383 run create_hlr_db(pid=12845): Launched\u000a07:44:33.705413 bus /gobi_6: Setting Powered False\u000a07:44:34.727645 run create_hlr_db(pid=12845): Terminated: ok {rc=0}\u000a07:44:35.121243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12847): Launched\u000a07:44:35.415839 run osmo-hlr_10.42.42.2(pid=12848): Launched\u000a07:44:35.523239 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:44:36.035766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12850): Launched\u000a07:44:36.330541 run osmo-stp_10.42.42.5(pid=12851): Launched\u000a07:44:36.438379 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:44:36.950928 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12853): Launched\u000a07:44:37.055380 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:44:37.312324 run patchelf(pid=12854): Launched\u000a07:44:37.485121 run osmo-stp_10.42.42.5(pid=12851): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12851)]\u000a07:44:37.611557 run osmo-stp_10.42.42.5(pid=12851): stdout: \u000a| (launched: 2022-12-10_07:44:36.184908)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:44:37.738320 run osmo-stp_10.42.42.5(pid=12851): stderr: \u000a| �[0;m�[38;5;43m20221210074436354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074436354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074436354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074436355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074436355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074436355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074436355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:44:37.860160 run osmo-stp_10.42.42.5(pid=12851): stdout: \u000a| (launched: 2022-12-10_07:44:36.184908)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:44:37.980670 run osmo-stp_10.42.42.5(pid=12851): stderr: \u000a| �[0;m�[38;5;43m20221210074436354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074436354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074436354 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074436355 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074436355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074436355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074436355 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:44:38.122598 run patchelf(pid=12854): Terminating (SIGINT)\u000a07:44:38.289614 run patchelf(pid=12854): Terminated: ok {rc=0}\u000a07:44:38.320327 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12851): Process ended prematurely: osmo-stp_10.42.42.5(pid=12851) [trial-2371↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12851)] [trial-2371↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a07:44:38.329341 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a07:44:38.389620 run osmo-hlr_10.42.42.2(pid=12848): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12848)]\u000a07:44:38.438205 run osmo-hlr_10.42.42.2(pid=12848): stdout: \u000a| (launched: 2022-12-10_07:44:35.270454) \u000a07:44:38.487576 run osmo-hlr_10.42.42.2(pid=12848): stderr: \u000a| �[0;m�[1;31m20221210074435444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074435444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074435444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074435444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074435444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074435444 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074435456 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074435465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074435466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074435466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:44:38.529210 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12843): Terminating (SIGTERM)\u000a07:44:38.568701 run iperf3-srv_10.42.42.10(pid=12844): Terminating (SIGTERM)\u000a07:44:38.608292 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12847): Terminating (SIGTERM)\u000a07:44:38.647720 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12850): Terminating (SIGTERM)\u000a07:44:38.687100 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12853): Terminating (SIGTERM)\u000a07:44:38.696487 --- ParallelTerminationStrategy: PID 12843 died...\u000a07:44:38.749777 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12843): Terminated: ok {rc=0}\u000a07:44:38.759498 --- ParallelTerminationStrategy: PID 12844 died...\u000a07:44:38.811895 run iperf3-srv_10.42.42.10(pid=12844): Terminated {rc=256}\u000a07:44:38.821377 --- ParallelTerminationStrategy: PID 12847 died...\u000a07:44:38.874540 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12847): Terminated: ok {rc=0}\u000a07:44:38.884091 --- ParallelTerminationStrategy: PID 12850 died...\u000a07:44:38.936520 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12850): Terminated: ok {rc=0}\u000a07:44:38.946266 --- ParallelTerminationStrategy: PID 12853 died...\u000a07:44:38.999238 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12853): Terminated: ok {rc=0}\u000a07:44:39.086920 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12869): Process ended prematurely: osmo-stp_10.42.42.5(pid=12869) [trial-2371↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12869)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12869): Process ended prematurely: osmo-stp_10.42.42.5(pid=12869) [trial-2371↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12869)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-lms+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a07:44:40.196204 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:44:40.207716 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:44:40.363646 tst iperf3m4.py: using LAC 26893\u000a07:44:40.491419 tst iperf3m4.py: using RAC 118\u000a07:44:40.614526 tst iperf3m4.py: using CellId 26893\u000a07:44:40.737430 tst iperf3m4.py: using BVCI 26894\u000a07:44:40.761715 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:44:40.773054 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:44:40.784039 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:44:40.795623 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:44:40.807193 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:44:40.818828 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:44:40.831278 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:44:40.842457 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:44:40.854711 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:44:40.971679 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:44:41.089439 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:44:41.207191 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:44:41.481894 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:44:41.605127 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:44:41.912104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12855): Launched\u000a07:44:42.168669 run iperf3-srv_10.42.42.10(pid=12856): Launched\u000a07:44:42.349237 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:44:42.472609 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:44:42.778977 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12857): Launched\u000a07:44:43.033435 run iperf3-srv_10.42.42.10(pid=12858): Launched\u000a07:44:43.213239 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:44:43.336406 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:44:43.642467 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12859): Launched\u000a07:44:43.896100 run iperf3-srv_10.42.42.10(pid=12860): Launched\u000a07:44:44.076226 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:44:44.199315 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:44:44.504678 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12861): Launched\u000a07:44:44.758890 run iperf3-srv_10.42.42.10(pid=12862): Launched\u000a07:44:44.938857 tst iperf3m4.py:8: start network...\u000a07:44:45.061636 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:44:45.528063 run create_hlr_db(pid=12863): Launched\u000a07:44:45.698492 bus /gobi_6: Setting Powered False\u000a07:44:46.784710 run create_hlr_db(pid=12863): Terminated: ok {rc=0}\u000a07:44:47.238319 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12865): Launched\u000a07:44:47.533678 run osmo-hlr_10.42.42.2(pid=12866): Launched\u000a07:44:47.641242 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:44:48.164595 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12868): Launched\u000a07:44:48.480420 run osmo-stp_10.42.42.5(pid=12869): Launched\u000a07:44:48.594732 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:44:49.143907 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12871): Launched\u000a07:44:49.256044 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:44:49.530987 run patchelf(pid=12872): Launched\u000a07:44:49.715391 run osmo-stp_10.42.42.5(pid=12869): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12869)]\u000a07:44:49.849924 run osmo-stp_10.42.42.5(pid=12869): stdout: \u000a| (launched: 2022-12-10_07:44:48.325312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:44:49.984835 run osmo-stp_10.42.42.5(pid=12869): stderr: \u000a| �[0;m�[38;5;43m20221210074448517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074448517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074448517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074448518 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074448518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074448518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074448518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:44:50.115113 run osmo-stp_10.42.42.5(pid=12869): stdout: \u000a| (launched: 2022-12-10_07:44:48.325312)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:44:50.244839 run osmo-stp_10.42.42.5(pid=12869): stderr: \u000a| �[0;m�[38;5;43m20221210074448517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074448517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074448517 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074448518 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074448518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074448518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074448518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:44:50.396478 run patchelf(pid=12872): Terminating (SIGINT)\u000a07:44:50.574965 run patchelf(pid=12872): Terminated: ok {rc=0}\u000a07:44:50.607567 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12869): Process ended prematurely: osmo-stp_10.42.42.5(pid=12869) [trial-2371↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12869)] [trial-2371↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a07:44:50.617388 tst iperf3m4.py:8: Test FAILED (10.5 sec)\u000a07:44:50.680097 run osmo-hlr_10.42.42.2(pid=12866): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-lms+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12866)]\u000a07:44:50.730956 run osmo-hlr_10.42.42.2(pid=12866): stdout: \u000a| (launched: 2022-12-10_07:44:47.387779) \u000a07:44:50.782130 run osmo-hlr_10.42.42.2(pid=12866): stderr: \u000a| �[0;m�[1;31m20221210074447566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074447566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074447566 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074447567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074447567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074447567 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074447579 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-lms+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074447587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074447587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074447587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:44:50.826063 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12855): Terminating (SIGTERM)\u000a07:44:50.867644 run iperf3-srv_10.42.42.10(pid=12856): Terminating (SIGTERM)\u000a07:44:50.909183 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12857): Terminating (SIGTERM)\u000a07:44:50.950504 run iperf3-srv_10.42.42.10(pid=12858): Terminating (SIGTERM)\u000a07:44:50.991969 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12859): Terminating (SIGTERM)\u000a07:44:51.033233 run iperf3-srv_10.42.42.10(pid=12860): Terminating (SIGTERM)\u000a07:44:51.074500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12861): Terminating (SIGTERM)\u000a07:44:51.115854 run iperf3-srv_10.42.42.10(pid=12862): Terminating (SIGTERM)\u000a07:44:51.157240 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12865): Terminating (SIGTERM)\u000a07:44:51.198562 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12868): Terminating (SIGTERM)\u000a07:44:51.239840 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12871): Terminating (SIGTERM)\u000a07:44:51.249612 --- ParallelTerminationStrategy: PID 12855 died...\u000a07:44:51.305170 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12855): Terminated: ok {rc=0}\u000a07:44:51.315297 --- ParallelTerminationStrategy: PID 12856 died...\u000a07:44:51.371044 run iperf3-srv_10.42.42.10(pid=12856): Terminated {rc=256}\u000a07:44:51.381216 --- ParallelTerminationStrategy: PID 12857 died...\u000a07:44:51.436539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12857): Terminated: ok {rc=0}\u000a07:44:51.446527 --- ParallelTerminationStrategy: PID 12858 died...\u000a07:44:51.501538 run iperf3-srv_10.42.42.10(pid=12858): Terminated {rc=256}\u000a07:44:51.511503 --- ParallelTerminationStrategy: PID 12859 died...\u000a07:44:51.566714 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12859): Terminated: ok {rc=0}\u000a07:44:51.576682 --- ParallelTerminationStrategy: PID 12860 died...\u000a07:44:51.631665 run iperf3-srv_10.42.42.10(pid=12860): Terminated {rc=256}\u000a07:44:51.641736 --- ParallelTerminationStrategy: PID 12861 died...\u000a07:44:51.696857 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12861): Terminated: ok {rc=0}\u000a07:44:51.706974 --- ParallelTerminationStrategy: PID 12862 died...\u000a07:44:51.762204 run iperf3-srv_10.42.42.10(pid=12862): Terminated {rc=256}\u000a07:44:51.772200 --- ParallelTerminationStrategy: PID 12865 died...\u000a07:44:51.827177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12865): Terminated: ok {rc=0}\u000a07:44:51.837262 --- ParallelTerminationStrategy: PID 12868 died...\u000a07:44:51.901901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12868): Terminated: ok {rc=0}\u000a07:44:51.912383 --- ParallelTerminationStrategy: PID 12871 died...\u000a07:44:51.968828 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12871): Terminated: ok {rc=0}\u000a07:44:52.056619 bus /gobi_4: Setting Powered False\u000a07:44:53.158825 bus /gobi_4: Setting Powered False\u000a07:44:54.270193 bus /gobi_1: Setting Powered False\u000a07:44:55.372912 bus /gobi_1: Setting Powered False\u000a07:44:56.484252 bus /gobi_0: Setting Powered False\u000a07:44:57.587974 bus /gobi_0: Setting Powered False\u000a07:44:58.699694 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12886): Process ended prematurely: osmo-stp_10.42.42.5(pid=12886) [trial-2371↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12886)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12886): Process ended prematurely: osmo-stp_10.42.42.5(pid=12886) [trial-2371↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12886)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-lms+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a07:44:59.766774 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:44:59.778293 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:44:59.930583 tst ping.py: using LAC 26894\u000a07:45:00.046457 tst ping.py: using RAC 119\u000a07:45:00.160249 tst ping.py: using CellId 26894\u000a07:45:00.274867 tst ping.py: using BVCI 26895\u000a07:45:00.297355 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:45:00.308318 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:45:00.319199 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:45:00.330484 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:45:00.341428 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:45:00.352340 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:45:00.363549 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:45:00.374906 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:45:00.645016 tst ping.py:19: start network...\u000a07:45:00.765350 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:45:01.320510 run create_hlr_db(pid=12877): Launched\u000a07:45:01.506780 bus /gobi_6: Setting Powered False\u000a07:45:02.522222 run create_hlr_db(pid=12877): Terminated: ok {rc=0}\u000a07:45:02.912495 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12882): Launched\u000a07:45:03.202971 run osmo-hlr_10.42.42.2(pid=12883): Launched\u000a07:45:03.309155 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:45:03.813713 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12885): Launched\u000a07:45:04.103107 run osmo-stp_10.42.42.5(pid=12886): Launched\u000a07:45:04.208792 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:45:04.713188 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12888): Launched\u000a07:45:04.815707 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:45:05.067468 run patchelf(pid=12889): Launched\u000a07:45:05.237081 run osmo-stp_10.42.42.5(pid=12886): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12886)]\u000a07:45:05.360839 run osmo-stp_10.42.42.5(pid=12886): stdout: \u000a| (launched: 2022-12-10_07:45:03.960138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:45:05.485507 run osmo-stp_10.42.42.5(pid=12886): stderr: \u000a| �[0;m�[38;5;43m20221210074504128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074504128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074504128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074504129 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074504131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074504131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074504131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:45:05.605802 run osmo-stp_10.42.42.5(pid=12886): stdout: \u000a| (launched: 2022-12-10_07:45:03.960138)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:45:05.724488 run osmo-stp_10.42.42.5(pid=12886): stderr: \u000a| �[0;m�[38;5;43m20221210074504128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074504128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074504128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074504129 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074504131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074504131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074504131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:45:05.863607 run patchelf(pid=12889): Terminating (SIGINT)\u000a07:45:06.027249 run patchelf(pid=12889): Terminated: ok {rc=0}\u000a07:45:06.057141 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12886): Process ended prematurely: osmo-stp_10.42.42.5(pid=12886) [trial-2371↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12886)] [trial-2371↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py:22]\u000a07:45:06.065601 tst ping.py:22: Test FAILED (6.3 sec)\u000a07:45:06.125991 run osmo-hlr_10.42.42.2(pid=12883): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12883)]\u000a07:45:06.174749 run osmo-hlr_10.42.42.2(pid=12883): stdout: \u000a| (launched: 2022-12-10_07:45:03.059090) \u000a07:45:06.224449 run osmo-hlr_10.42.42.2(pid=12883): stderr: \u000a| �[0;m�[1;31m20221210074503233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074503233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074503234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074503234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074503234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074503234 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074503246 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-lms+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074503254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074503255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074503255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:45:06.266374 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12882): Terminating (SIGTERM)\u000a07:45:06.305981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12885): Terminating (SIGTERM)\u000a07:45:06.345581 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12888): Terminating (SIGTERM)\u000a07:45:06.354979 --- ParallelTerminationStrategy: PID 12882 died...\u000a07:45:06.407846 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12882): Terminated: ok {rc=0}\u000a07:45:06.417802 --- ParallelTerminationStrategy: PID 12885 died...\u000a07:45:06.471199 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12885): Terminated: ok {rc=0}\u000a07:45:06.481081 --- ParallelTerminationStrategy: PID 12888 died...\u000a07:45:06.534251 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12888): Terminated: ok {rc=0}\u000a07:45:06.618365 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "gprs:trx-lms+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12896): Process ended prematurely: osmo-stp_10.42.42.5(pid=12896) [trial-2371↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12896)]", "failedSince" : 2331, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12896): Process ended prematurely: osmo-stp_10.42.42.5(pid=12896) [trial-2371↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12896)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-lms+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a07:45:07.672085 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:45:07.684461 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:45:07.840397 tst ping_idle_ping.py: using LAC 26895\u000a07:45:07.956405 tst ping_idle_ping.py: using RAC 120\u000a07:45:08.073240 tst ping_idle_ping.py: using CellId 26895\u000a07:45:08.186975 tst ping_idle_ping.py: using BVCI 26896\u000a07:45:08.209476 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:45:08.220262 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:45:08.231164 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:45:08.242173 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:45:08.252814 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:45:08.263638 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:45:08.274807 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:45:08.285754 tst gprs:trx-lms+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:45:08.572319 tst ping_idle_ping.py:24: start network...\u000a07:45:08.701922 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:45:09.203312 run create_hlr_db(pid=12890): Launched\u000a07:45:09.384431 bus /gobi_6: Setting Powered False\u000a07:45:10.405551 run create_hlr_db(pid=12890): Terminated: ok {rc=0}\u000a07:45:10.798316 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12892): Launched\u000a07:45:11.088776 run osmo-hlr_10.42.42.2(pid=12893): Launched\u000a07:45:11.196205 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:45:11.700224 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12895): Launched\u000a07:45:11.991650 run osmo-stp_10.42.42.5(pid=12896): Launched\u000a07:45:12.098339 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:45:12.605405 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12898): Launched\u000a07:45:12.708351 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:45:12.962301 run patchelf(pid=12899): Launched\u000a07:45:13.133057 run osmo-stp_10.42.42.5(pid=12896): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12896)]\u000a07:45:13.257575 run osmo-stp_10.42.42.5(pid=12896): stdout: \u000a| (launched: 2022-12-10_07:45:11.847044)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:45:13.382623 run osmo-stp_10.42.42.5(pid=12896): stderr: \u000a| �[0;m�[38;5;43m20221210074512015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074512015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074512015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074512016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074512016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074512016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074512016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:45:13.503069 run osmo-stp_10.42.42.5(pid=12896): stdout: \u000a| (launched: 2022-12-10_07:45:11.847044)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:45:13.622884 run osmo-stp_10.42.42.5(pid=12896): stderr: \u000a| �[0;m�[38;5;43m20221210074512015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074512015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074512015 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074512016 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074512016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074512016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074512016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:45:13.762151 run patchelf(pid=12899): Terminating (SIGINT)\u000a07:45:13.926398 run patchelf(pid=12899): Terminated: ok {rc=0}\u000a07:45:13.956264 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12896): Process ended prematurely: osmo-stp_10.42.42.5(pid=12896) [trial-2371↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12896)] [trial-2371↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a07:45:13.964700 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a07:45:14.024905 run osmo-hlr_10.42.42.2(pid=12893): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-lms+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12893)]\u000a07:45:14.073808 run osmo-hlr_10.42.42.2(pid=12893): stdout: \u000a| (launched: 2022-12-10_07:45:10.945582) \u000a07:45:14.123763 run osmo-hlr_10.42.42.2(pid=12893): stderr: \u000a| �[0;m�[1;31m20221210074511118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074511118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074511118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074511118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074511118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074511118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074511131 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-lms+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074511141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074511141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074511141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:45:14.165549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12892): Terminating (SIGTERM)\u000a07:45:14.205384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12895): Terminating (SIGTERM)\u000a07:45:14.245104 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12898): Terminating (SIGTERM)\u000a07:45:14.254653 --- ParallelTerminationStrategy: PID 12892 died...\u000a07:45:14.308385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12892): Terminated: ok {rc=0}\u000a07:45:14.318356 --- ParallelTerminationStrategy: PID 12895 died...\u000a07:45:14.372153 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12895): Terminated: ok {rc=0}\u000a07:45:14.382256 --- ParallelTerminationStrategy: PID 12898 died...\u000a07:45:14.435452 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12898): Terminated: ok {rc=0}\u000a07:45:14.519074 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "109", "name" : "gprs_trx-lms+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:44:17" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12913): Process ended prematurely: osmo-stp_10.42.42.5(pid=12913) [trial-2371↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12913)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12913): Process ended prematurely: osmo-stp_10.42.42.5(pid=12913) [trial-2371↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12913)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-lms+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:45:16.755902 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:45:16.770676 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:45:16.939531 tst cs_paging_gprs_active.py: using LAC 26896\u000a07:45:17.057709 tst cs_paging_gprs_active.py: using RAC 121\u000a07:45:17.211353 tst cs_paging_gprs_active.py: using CellId 26896\u000a07:45:17.348279 tst cs_paging_gprs_active.py: using BVCI 26897\u000a07:45:17.373414 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:45:17.385220 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:45:17.396727 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:45:17.408781 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:45:17.419830 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:45:17.431406 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:45:17.443964 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:45:17.454929 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:45:17.466634 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:45:17.583294 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:45:17.860803 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:45:17.984002 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:45:18.290560 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12903): Launched\u000a07:45:18.545763 run iperf3-srv_10.42.42.10(pid=12904): Launched\u000a07:45:18.725926 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:45:18.848743 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:45:19.155354 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12905): Launched\u000a07:45:19.409723 run iperf3-srv_10.42.42.10(pid=12906): Launched\u000a07:45:19.589294 tst cs_paging_gprs_active.py:38: start network...\u000a07:45:19.711859 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:45:20.177238 run create_hlr_db(pid=12907): Launched\u000a07:45:20.347439 bus /gobi_6: Setting Powered False\u000a07:45:21.369743 run create_hlr_db(pid=12907): Terminated: ok {rc=0}\u000a07:45:21.790321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12909): Launched\u000a07:45:22.107399 run osmo-hlr_10.42.42.2(pid=12910): Launched\u000a07:45:22.222795 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:45:22.774696 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12912): Launched\u000a07:45:23.091837 run osmo-stp_10.42.42.5(pid=12913): Launched\u000a07:45:23.206897 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:45:23.759710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12915): Launched\u000a07:45:23.872397 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:45:24.148117 run patchelf(pid=12916): Launched\u000a07:45:24.334646 run osmo-stp_10.42.42.5(pid=12913): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12913)]\u000a07:45:24.471234 run osmo-stp_10.42.42.5(pid=12913): stdout: \u000a| (launched: 2022-12-10_07:45:22.935958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:45:24.607142 run osmo-stp_10.42.42.5(pid=12913): stderr: \u000a| �[0;m�[38;5;43m20221210074523129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074523129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074523129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074523129 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074523130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074523130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074523130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:45:24.738021 run osmo-stp_10.42.42.5(pid=12913): stdout: \u000a| (launched: 2022-12-10_07:45:22.935958)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:45:24.867657 run osmo-stp_10.42.42.5(pid=12913): stderr: \u000a| �[0;m�[38;5;43m20221210074523129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074523129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074523129 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074523129 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074523130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074523130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074523130 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:45:25.019291 run patchelf(pid=12916): Terminating (SIGINT)\u000a07:45:25.197864 run patchelf(pid=12916): Terminated: ok {rc=0}\u000a07:45:25.230676 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=12913): Process ended prematurely: osmo-stp_10.42.42.5(pid=12913) [trial-2371↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12913)] [trial-2371↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a07:45:25.240324 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a07:45:25.302591 run osmo-hlr_10.42.42.2(pid=12910): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-lms+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12910)]\u000a07:45:25.353371 run osmo-hlr_10.42.42.2(pid=12910): stdout: \u000a| (launched: 2022-12-10_07:45:21.951827) \u000a07:45:25.405096 run osmo-hlr_10.42.42.2(pid=12910): stderr: \u000a| �[0;m�[1;31m20221210074522147 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074522148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074522148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074522148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074522148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074522148 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074522194 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-lms+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074522204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074522204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074522204 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:45:25.448633 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12903): Terminating (SIGTERM)\u000a07:45:25.490100 run iperf3-srv_10.42.42.10(pid=12904): Terminating (SIGTERM)\u000a07:45:25.531099 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12905): Terminating (SIGTERM)\u000a07:45:25.571966 run iperf3-srv_10.42.42.10(pid=12906): Terminating (SIGTERM)\u000a07:45:25.613166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12909): Terminating (SIGTERM)\u000a07:45:25.654022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12912): Terminating (SIGTERM)\u000a07:45:25.695010 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12915): Terminating (SIGTERM)\u000a07:45:25.704570 --- ParallelTerminationStrategy: PID 12903 died...\u000a07:45:25.759566 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12903): Terminated: ok {rc=0}\u000a07:45:25.769861 --- ParallelTerminationStrategy: PID 12904 died...\u000a07:45:25.824561 run iperf3-srv_10.42.42.10(pid=12904): Terminated {rc=256}\u000a07:45:25.834478 --- ParallelTerminationStrategy: PID 12905 died...\u000a07:45:25.889416 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12905): Terminated: ok {rc=0}\u000a07:45:25.899346 --- ParallelTerminationStrategy: PID 12906 died...\u000a07:45:25.953972 run iperf3-srv_10.42.42.10(pid=12906): Terminated {rc=256}\u000a07:45:25.963811 --- ParallelTerminationStrategy: PID 12909 died...\u000a07:45:26.018553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12909): Terminated: ok {rc=0}\u000a07:45:26.028452 --- ParallelTerminationStrategy: PID 12912 died...\u000a07:45:26.084152 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12912): Terminated: ok {rc=0}\u000a07:45:26.094114 --- ParallelTerminationStrategy: PID 12915 died...\u000a07:45:26.148789 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12915): Terminated: ok {rc=0}\u000a07:45:26.235078 bus /gobi_0: Setting Powered False\u000a07:45:27.341472 bus /gobi_0: Setting Powered False\u000a07:45:28.449184 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12925): Process ended prematurely: osmo-stp_10.42.42.5(pid=12925) [trial-2371↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12925)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12925): Process ended prematurely: osmo-stp_10.42.42.5(pid=12925) [trial-2371↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12925)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-lms+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a07:45:29.561788 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:45:29.573584 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:45:29.737959 tst iperf3.py: using LAC 26897\u000a07:45:29.863584 tst iperf3.py: using RAC 122\u000a07:45:29.987738 tst iperf3.py: using CellId 26897\u000a07:45:30.111357 tst iperf3.py: using BVCI 26898\u000a07:45:30.135591 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:45:30.146815 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:45:30.157883 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:45:30.168919 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:45:30.179989 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:45:30.191073 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:45:30.202313 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:45:30.213242 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:45:30.224368 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:45:30.498423 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:45:30.621720 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:45:30.948134 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12917): Launched\u000a07:45:31.231119 run iperf3-srv_10.42.42.10(pid=12918): Launched\u000a07:45:31.418344 tst iperf3.py:8: start network...\u000a07:45:31.545129 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:45:32.041993 run create_hlr_db(pid=12919): Launched\u000a07:45:32.217974 bus /gobi_6: Setting Powered False\u000a07:45:33.234622 run create_hlr_db(pid=12919): Terminated: ok {rc=0}\u000a07:45:33.655220 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12921): Launched\u000a07:45:33.970465 run osmo-hlr_10.42.42.2(pid=12922): Launched\u000a07:45:34.090199 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:45:34.641884 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12924): Launched\u000a07:45:34.957420 run osmo-stp_10.42.42.5(pid=12925): Launched\u000a07:45:35.072518 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:45:35.624056 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12927): Launched\u000a07:45:35.737081 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:45:36.011939 run patchelf(pid=12928): Launched\u000a07:45:36.196574 run osmo-stp_10.42.42.5(pid=12925): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12925)]\u000a07:45:36.332076 run osmo-stp_10.42.42.5(pid=12925): stdout: \u000a| (launched: 2022-12-10_07:45:34.802661)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:45:36.460480 run osmo-stp_10.42.42.5(pid=12925): stderr: \u000a| �[0;m�[38;5;43m20221210074534995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074534996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074534996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074534996 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074534998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074534999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074534999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:45:36.583572 run osmo-stp_10.42.42.5(pid=12925): stdout: \u000a| (launched: 2022-12-10_07:45:34.802661)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:45:36.704875 run osmo-stp_10.42.42.5(pid=12925): stderr: \u000a| �[0;m�[38;5;43m20221210074534995 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074534996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074534996 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074534996 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074534998 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074534999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074534999 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:45:36.846453 run patchelf(pid=12928): Terminating (SIGINT)\u000a07:45:37.013996 run patchelf(pid=12928): Terminated: ok {rc=0}\u000a07:45:37.044848 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12925): Process ended prematurely: osmo-stp_10.42.42.5(pid=12925) [trial-2371↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12925)] [trial-2371↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a07:45:37.054204 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a07:45:37.114599 run osmo-hlr_10.42.42.2(pid=12922): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12922)]\u000a07:45:37.163122 run osmo-hlr_10.42.42.2(pid=12922): stdout: \u000a| (launched: 2022-12-10_07:45:33.815994) \u000a07:45:37.212418 run osmo-hlr_10.42.42.2(pid=12922): stderr: \u000a| �[0;m�[1;31m20221210074534015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074534015 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074534016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074534016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074534016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074534016 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074534029 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074534037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074534037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074534037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:45:37.254181 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12917): Terminating (SIGTERM)\u000a07:45:37.294032 run iperf3-srv_10.42.42.10(pid=12918): Terminating (SIGTERM)\u000a07:45:37.333995 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12921): Terminating (SIGTERM)\u000a07:45:37.373946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12924): Terminating (SIGTERM)\u000a07:45:37.413692 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12927): Terminating (SIGTERM)\u000a07:45:37.423331 --- ParallelTerminationStrategy: PID 12917 died...\u000a07:45:37.477180 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12917): Terminated: ok {rc=0}\u000a07:45:37.486968 --- ParallelTerminationStrategy: PID 12918 died...\u000a07:45:37.540751 run iperf3-srv_10.42.42.10(pid=12918): Terminated {rc=256}\u000a07:45:37.550477 --- ParallelTerminationStrategy: PID 12921 died...\u000a07:45:37.603791 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12921): Terminated: ok {rc=0}\u000a07:45:37.613651 --- ParallelTerminationStrategy: PID 12924 died...\u000a07:45:37.667138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12924): Terminated: ok {rc=0}\u000a07:45:37.676880 --- ParallelTerminationStrategy: PID 12927 died...\u000a07:45:37.729922 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12927): Terminated: ok {rc=0}\u000a07:45:37.818712 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12943): Process ended prematurely: osmo-stp_10.42.42.5(pid=12943) [trial-2371↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12943)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12943): Process ended prematurely: osmo-stp_10.42.42.5(pid=12943) [trial-2371↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12943)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-lms+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a07:45:38.928076 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:45:38.939539 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:45:39.096072 tst iperf3m4.py: using LAC 26898\u000a07:45:39.213079 tst iperf3m4.py: using RAC 123\u000a07:45:39.338314 tst iperf3m4.py: using CellId 26898\u000a07:45:39.465595 tst iperf3m4.py: using BVCI 26899\u000a07:45:39.490173 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:45:39.501393 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:45:39.512331 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:45:39.525600 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:45:39.536490 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:45:39.547393 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:45:39.558589 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:45:39.569333 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:45:39.580462 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:45:39.695647 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:45:39.817948 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:45:39.934758 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:45:40.209983 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:45:40.332788 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:45:40.640160 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12929): Launched\u000a07:45:40.894462 run iperf3-srv_10.42.42.10(pid=12930): Launched\u000a07:45:41.073916 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:45:41.196465 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:45:41.502127 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12931): Launched\u000a07:45:41.755700 run iperf3-srv_10.42.42.10(pid=12932): Launched\u000a07:45:41.935011 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:45:42.057456 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:45:42.363795 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12933): Launched\u000a07:45:42.618586 run iperf3-srv_10.42.42.10(pid=12934): Launched\u000a07:45:42.797488 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:45:42.919952 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:45:43.225536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12935): Launched\u000a07:45:43.479236 run iperf3-srv_10.42.42.10(pid=12936): Launched\u000a07:45:43.658227 tst iperf3m4.py:8: start network...\u000a07:45:43.780578 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:45:44.245717 run create_hlr_db(pid=12937): Launched\u000a07:45:44.414942 bus /gobi_6: Setting Powered False\u000a07:45:45.437820 run create_hlr_db(pid=12937): Terminated: ok {rc=0}\u000a07:45:45.831372 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12939): Launched\u000a07:45:46.300387 run osmo-hlr_10.42.42.2(pid=12940): Launched\u000a07:45:46.419997 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:45:46.986073 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12942): Launched\u000a07:45:47.392340 run osmo-stp_10.42.42.5(pid=12943): Launched\u000a07:45:47.513455 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:45:48.062635 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12945): Launched\u000a07:45:48.175009 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:45:48.450335 run patchelf(pid=12946): Launched\u000a07:45:48.634848 run osmo-stp_10.42.42.5(pid=12943): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12943)]\u000a07:45:48.769471 run osmo-stp_10.42.42.5(pid=12943): stdout: \u000a| (launched: 2022-12-10_07:45:47.140497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:45:48.904554 run osmo-stp_10.42.42.5(pid=12943): stderr: \u000a| �[0;m�[38;5;43m20221210074547394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074547394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074547394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074547394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074547397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074547397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074547397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:45:49.034593 run osmo-stp_10.42.42.5(pid=12943): stdout: \u000a| (launched: 2022-12-10_07:45:47.140497)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:45:49.163549 run osmo-stp_10.42.42.5(pid=12943): stderr: \u000a| �[0;m�[38;5;43m20221210074547394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074547394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074547394 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074547394 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074547397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074547397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074547397 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:45:49.314298 run patchelf(pid=12946): Terminating (SIGINT)\u000a07:45:49.492477 run patchelf(pid=12946): Terminated: ok {rc=0}\u000a07:45:49.525124 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=12943): Process ended prematurely: osmo-stp_10.42.42.5(pid=12943) [trial-2371↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12943)] [trial-2371↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a07:45:49.534831 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a07:45:49.597041 run osmo-hlr_10.42.42.2(pid=12940): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-lms+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12940)]\u000a07:45:49.647695 run osmo-hlr_10.42.42.2(pid=12940): stdout: \u000a| (launched: 2022-12-10_07:45:46.009588) \u000a07:45:49.698891 run osmo-hlr_10.42.42.2(pid=12940): stderr: \u000a| �[0;m�[1;31m20221210074546241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074546241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074546241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074546241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074546241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074546241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074546268 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-lms+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074546281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074546281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074546281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:45:49.742260 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12929): Terminating (SIGTERM)\u000a07:45:49.783294 run iperf3-srv_10.42.42.10(pid=12930): Terminating (SIGTERM)\u000a07:45:49.824403 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12931): Terminating (SIGTERM)\u000a07:45:49.865596 run iperf3-srv_10.42.42.10(pid=12932): Terminating (SIGTERM)\u000a07:45:49.906711 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12933): Terminating (SIGTERM)\u000a07:45:49.947792 run iperf3-srv_10.42.42.10(pid=12934): Terminating (SIGTERM)\u000a07:45:49.988845 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12935): Terminating (SIGTERM)\u000a07:45:50.030941 run iperf3-srv_10.42.42.10(pid=12936): Terminating (SIGTERM)\u000a07:45:50.072034 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12939): Terminating (SIGTERM)\u000a07:45:50.113159 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12942): Terminating (SIGTERM)\u000a07:45:50.154453 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12945): Terminating (SIGTERM)\u000a07:45:50.164051 --- ParallelTerminationStrategy: PID 12929 died...\u000a07:45:50.219470 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12929): Terminated: ok {rc=0}\u000a07:45:50.229545 --- ParallelTerminationStrategy: PID 12930 died...\u000a07:45:50.284480 run iperf3-srv_10.42.42.10(pid=12930): Terminated {rc=256}\u000a07:45:50.294441 --- ParallelTerminationStrategy: PID 12931 died...\u000a07:45:50.349584 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12931): Terminated: ok {rc=0}\u000a07:45:50.359524 --- ParallelTerminationStrategy: PID 12932 died...\u000a07:45:50.414711 run iperf3-srv_10.42.42.10(pid=12932): Terminated {rc=256}\u000a07:45:50.424639 --- ParallelTerminationStrategy: PID 12933 died...\u000a07:45:50.479747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12933): Terminated: ok {rc=0}\u000a07:45:50.489756 --- ParallelTerminationStrategy: PID 12934 died...\u000a07:45:50.544428 run iperf3-srv_10.42.42.10(pid=12934): Terminated {rc=256}\u000a07:45:50.554411 --- ParallelTerminationStrategy: PID 12935 died...\u000a07:45:50.609657 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=12935): Terminated: ok {rc=0}\u000a07:45:50.619813 --- ParallelTerminationStrategy: PID 12936 died...\u000a07:45:50.674790 run iperf3-srv_10.42.42.10(pid=12936): Terminated {rc=256}\u000a07:45:50.684750 --- ParallelTerminationStrategy: PID 12939 died...\u000a07:45:50.739773 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12939): Terminated: ok {rc=0}\u000a07:45:50.749836 --- ParallelTerminationStrategy: PID 12942 died...\u000a07:45:50.804935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12942): Terminated: ok {rc=0}\u000a07:45:50.815032 --- ParallelTerminationStrategy: PID 12945 died...\u000a07:45:50.870241 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12945): Terminated: ok {rc=0}\u000a07:45:50.957353 bus /gobi_4: Setting Powered False\u000a07:45:52.063862 bus /gobi_4: Setting Powered False\u000a07:45:53.174323 bus /gobi_1: Setting Powered False\u000a07:45:54.276529 bus /gobi_1: Setting Powered False\u000a07:45:55.386053 bus /gobi_0: Setting Powered False\u000a07:45:56.492059 bus /gobi_0: Setting Powered False\u000a07:45:57.603547 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12953): Process ended prematurely: osmo-stp_10.42.42.5(pid=12953) [trial-2371↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12953)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12953): Process ended prematurely: osmo-stp_10.42.42.5(pid=12953) [trial-2371↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12953)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-lms+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a07:45:58.670656 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:45:58.682017 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:45:58.844283 tst ping.py: using LAC 26899\u000a07:45:58.966344 tst ping.py: using RAC 124\u000a07:45:59.088254 tst ping.py: using CellId 26899\u000a07:45:59.209401 tst ping.py: using BVCI 26900\u000a07:45:59.233187 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:45:59.244321 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:45:59.255370 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:45:59.266417 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:45:59.277444 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:45:59.288475 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:45:59.299598 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:45:59.310695 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:45:59.577582 tst ping.py:19: start network...\u000a07:45:59.697988 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:46:00.154983 run create_hlr_db(pid=12947): Launched\u000a07:46:00.323495 bus /gobi_6: Setting Powered False\u000a07:46:01.347579 run create_hlr_db(pid=12947): Terminated: ok {rc=0}\u000a07:46:01.767659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12949): Launched\u000a07:46:02.166947 run osmo-hlr_10.42.42.2(pid=12950): Launched\u000a07:46:02.350071 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:46:02.869611 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12952): Launched\u000a07:46:03.158984 run osmo-stp_10.42.42.5(pid=12953): Launched\u000a07:46:03.263578 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:46:03.769270 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12955): Launched\u000a07:46:03.872538 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:46:04.125574 run patchelf(pid=12956): Launched\u000a07:46:04.295148 run osmo-stp_10.42.42.5(pid=12953): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12953)]\u000a07:46:04.419801 run osmo-stp_10.42.42.5(pid=12953): stdout: \u000a| (launched: 2022-12-10_07:46:03.015736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:46:04.544555 run osmo-stp_10.42.42.5(pid=12953): stderr: \u000a| �[0;m�[38;5;43m20221210074603186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074603186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074603187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074603187 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074603188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074603188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074603188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:46:04.664486 run osmo-stp_10.42.42.5(pid=12953): stdout: \u000a| (launched: 2022-12-10_07:46:03.015736)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:46:04.783752 run osmo-stp_10.42.42.5(pid=12953): stderr: \u000a| �[0;m�[38;5;43m20221210074603186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074603186 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074603187 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074603187 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074603188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074603188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074603188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:46:04.922891 run patchelf(pid=12956): Terminating (SIGINT)\u000a07:46:05.087119 run patchelf(pid=12956): Terminated: ok {rc=0}\u000a07:46:05.117187 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=12953): Process ended prematurely: osmo-stp_10.42.42.5(pid=12953) [trial-2371↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12953)] [trial-2371↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py:22]\u000a07:46:05.125688 tst ping.py:22: Test FAILED (6.4 sec)\u000a07:46:05.185717 run osmo-hlr_10.42.42.2(pid=12950): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12950)]\u000a07:46:05.234461 run osmo-hlr_10.42.42.2(pid=12950): stdout: \u000a| (launched: 2022-12-10_07:46:01.920116) \u000a07:46:05.283905 run osmo-hlr_10.42.42.2(pid=12950): stderr: \u000a| �[0;m�[1;31m20221210074602260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074602260 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074602269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074602269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074602269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074602269 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074602286 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-lms+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074602295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074602295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074602295 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:46:05.325729 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12949): Terminating (SIGTERM)\u000a07:46:05.365442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12952): Terminating (SIGTERM)\u000a07:46:05.405117 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12955): Terminating (SIGTERM)\u000a07:46:05.414667 --- ParallelTerminationStrategy: PID 12949 died...\u000a07:46:05.468054 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12949): Terminated: ok {rc=0}\u000a07:46:05.478044 --- ParallelTerminationStrategy: PID 12952 died...\u000a07:46:05.531266 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12952): Terminated: ok {rc=0}\u000a07:46:05.541182 --- ParallelTerminationStrategy: PID 12955 died...\u000a07:46:05.594507 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12955): Terminated: ok {rc=0}\u000a07:46:05.681797 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-lms+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12963): Process ended prematurely: osmo-stp_10.42.42.5(pid=12963) [trial-2371↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12963)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12963): Process ended prematurely: osmo-stp_10.42.42.5(pid=12963) [trial-2371↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12963)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-lms+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a07:46:06.734023 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:46:06.745943 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:46:06.899773 tst ping_idle_ping.py: using LAC 26900\u000a07:46:07.021169 tst ping_idle_ping.py: using RAC 125\u000a07:46:07.140758 tst ping_idle_ping.py: using CellId 26900\u000a07:46:07.261294 tst ping_idle_ping.py: using BVCI 26901\u000a07:46:07.285218 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:46:07.296549 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:46:07.308195 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:46:07.319669 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:46:07.330996 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:46:07.342176 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:46:07.353608 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:46:07.364882 tst gprs:trx-lms+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:46:07.633082 tst ping_idle_ping.py:24: start network...\u000a07:46:07.753546 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:46:08.215434 run create_hlr_db(pid=12957): Launched\u000a07:46:08.384161 bus /gobi_6: Setting Powered False\u000a07:46:09.405716 run create_hlr_db(pid=12957): Terminated: ok {rc=0}\u000a07:46:09.820470 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12959): Launched\u000a07:46:10.132791 run osmo-hlr_10.42.42.2(pid=12960): Launched\u000a07:46:10.247232 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:46:10.788735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12962): Launched\u000a07:46:11.100437 run osmo-stp_10.42.42.5(pid=12963): Launched\u000a07:46:11.213623 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:46:11.756495 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12965): Launched\u000a07:46:11.867666 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:46:12.140015 run patchelf(pid=12966): Launched\u000a07:46:12.321995 run osmo-stp_10.42.42.5(pid=12963): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12963)]\u000a07:46:12.455589 run osmo-stp_10.42.42.5(pid=12963): stdout: \u000a| (launched: 2022-12-10_07:46:10.946569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:46:12.589031 run osmo-stp_10.42.42.5(pid=12963): stderr: \u000a| �[0;m�[38;5;43m20221210074611136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074611136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074611136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074611136 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074611137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074611137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074611137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:46:12.717987 run osmo-stp_10.42.42.5(pid=12963): stdout: \u000a| (launched: 2022-12-10_07:46:10.946569)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:46:12.846260 run osmo-stp_10.42.42.5(pid=12963): stderr: \u000a| �[0;m�[38;5;43m20221210074611136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074611136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074611136 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074611136 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074611137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074611137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074611137 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:46:12.995257 run patchelf(pid=12966): Terminating (SIGINT)\u000a07:46:13.170451 run patchelf(pid=12966): Terminated: ok {rc=0}\u000a07:46:13.202464 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=12963): Process ended prematurely: osmo-stp_10.42.42.5(pid=12963) [trial-2371↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12963)] [trial-2371↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a07:46:13.211497 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a07:46:13.274823 run osmo-hlr_10.42.42.2(pid=12960): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-lms+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12960)]\u000a07:46:13.326327 run osmo-hlr_10.42.42.2(pid=12960): stdout: \u000a| (launched: 2022-12-10_07:46:09.979211) \u000a07:46:13.378444 run osmo-hlr_10.42.42.2(pid=12960): stderr: \u000a| �[0;m�[1;31m20221210074610176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074610176 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074610177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074610177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074610177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074610177 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074610189 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-lms+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074610197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074610197 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074610198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:46:13.423530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12959): Terminating (SIGTERM)\u000a07:46:13.466146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12962): Terminating (SIGTERM)\u000a07:46:13.508445 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12965): Terminating (SIGTERM)\u000a07:46:13.518407 --- ParallelTerminationStrategy: PID 12959 died...\u000a07:46:13.575247 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12959): Terminated: ok {rc=0}\u000a07:46:13.585787 --- ParallelTerminationStrategy: PID 12962 died...\u000a07:46:13.641931 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12962): Terminated: ok {rc=0}\u000a07:46:13.652106 --- ParallelTerminationStrategy: PID 12965 died...\u000a07:46:13.707656 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12965): Terminated: ok {rc=0}\u000a07:46:13.794609 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "110", "name" : "gprs_trx-lms+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:45:16" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12976): Process ended prematurely: osmo-stp_10.42.42.5(pid=12976) [trial-2371↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12976)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12976): Process ended prematurely: osmo-stp_10.42.42.5(pid=12976) [trial-2371↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12976)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a07:46:15.821925 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:46:15.840911 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:46:16.038164 tst switch_tch_pdch.py: using LAC 26901\u000a07:46:16.167935 tst switch_tch_pdch.py: using RAC 126\u000a07:46:16.320452 tst switch_tch_pdch.py: using CellId 26901\u000a07:46:16.450572 tst switch_tch_pdch.py: using BVCI 26902\u000a07:46:16.475874 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:46:16.488546 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:46:16.500576 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:46:16.512606 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:46:16.525114 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:46:16.537237 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:46:16.549505 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:46:16.562453 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:46:16.699144 tst dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:46:17.017952 tst switch_tch_pdch.py:51: start network...\u000a07:46:17.156046 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:46:17.658851 run create_hlr_db(pid=12970): Launched\u000a07:46:17.838896 bus /gobi_6: Setting Powered False\u000a07:46:18.861289 run create_hlr_db(pid=12970): Terminated: ok {rc=0}\u000a07:46:19.251671 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12972): Launched\u000a07:46:19.542909 run osmo-hlr_10.42.42.2(pid=12973): Launched\u000a07:46:19.652916 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:46:20.167397 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12975): Launched\u000a07:46:20.458911 run osmo-stp_10.42.42.5(pid=12976): Launched\u000a07:46:20.565987 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:46:21.071244 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12978): Launched\u000a07:46:21.174442 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:46:21.427315 run patchelf(pid=12979): Launched\u000a07:46:21.597473 run osmo-stp_10.42.42.5(pid=12976): ERR: Terminated: ERROR {rc=1} [trial-2371↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12976)]\u000a07:46:21.721776 run osmo-stp_10.42.42.5(pid=12976): stdout: \u000a| (launched: 2022-12-10_07:46:20.314748)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:46:21.845980 run osmo-stp_10.42.42.5(pid=12976): stderr: \u000a| �[0;m�[38;5;43m20221210074620482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074620482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074620482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074620483 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074620483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074620483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074620483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:46:21.966462 run osmo-stp_10.42.42.5(pid=12976): stdout: \u000a| (launched: 2022-12-10_07:46:20.314748)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:46:22.085495 run osmo-stp_10.42.42.5(pid=12976): stderr: \u000a| �[0;m�[38;5;43m20221210074620482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074620482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074620482 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074620483 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074620483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074620483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074620483 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:46:22.224731 run patchelf(pid=12979): Terminating (SIGINT)\u000a07:46:22.388167 run patchelf(pid=12979): Terminated: ok {rc=0}\u000a07:46:22.417964 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=12976): Process ended prematurely: osmo-stp_10.42.42.5(pid=12976) [trial-2371↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12976)] [trial-2371↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a07:46:22.426479 tst switch_tch_pdch.py:54: Test FAILED (6.6 sec)\u000a07:46:22.486484 run osmo-hlr_10.42.42.2(pid=12973): ERR: Terminated: ERROR {rc=237} [trial-2371↪dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12973)]\u000a07:46:22.535246 run osmo-hlr_10.42.42.2(pid=12973): stdout: \u000a| (launched: 2022-12-10_07:46:19.398739) \u000a07:46:22.584762 run osmo-hlr_10.42.42.2(pid=12973): stderr: \u000a| �[0;m�[1;31m20221210074619574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074619574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074619574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074619574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074619574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074619574 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074619589 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/dynts:trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074619597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074619598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074619598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:46:22.626534 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12972): Terminating (SIGTERM)\u000a07:46:22.666365 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12975): Terminating (SIGTERM)\u000a07:46:22.706109 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12978): Terminating (SIGTERM)\u000a07:46:22.715551 --- ParallelTerminationStrategy: PID 12972 died...\u000a07:46:22.768487 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12972): Terminated: ok {rc=0}\u000a07:46:22.778308 --- ParallelTerminationStrategy: PID 12975 died...\u000a07:46:22.831302 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12975): Terminated: ok {rc=0}\u000a07:46:22.840864 --- ParallelTerminationStrategy: PID 12978 died...\u000a07:46:22.894148 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12978): Terminated: ok {rc=0}\u000a07:46:22.978106 bus /gobi_0: Setting Powered False\u000a07:46:24.084026 bus /gobi_0: Setting Powered False\u000a07:46:25.194688 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "111", "name" : "dynts_trx-lms+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:46:15" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "dynts:trx-lms+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=12991): Process ended prematurely: osmo-stp_10.42.42.5(pid=12991) [trial-2371↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12991)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=12991): Process ended prematurely: osmo-stp_10.42.42.5(pid=12991) [trial-2371↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12991)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 dynts:trx-lms+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a07:46:27.171951 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:46:27.183182 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a07:46:27.342906 tst switch_tch_pdch.py: using LAC 26902\u000a07:46:27.464887 tst switch_tch_pdch.py: using RAC 127\u000a07:46:27.586306 tst switch_tch_pdch.py: using CellId 26902\u000a07:46:27.708064 tst switch_tch_pdch.py: using BVCI 26903\u000a07:46:27.731965 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:46:27.743177 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:46:27.754346 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:46:27.765436 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:46:27.776331 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:46:27.787428 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:46:27.798580 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:46:27.809636 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a07:46:27.924518 tst dynts:trx-lms+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a07:46:28.194261 tst switch_tch_pdch.py:51: start network...\u000a07:46:28.314978 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:46:28.747652 run create_hlr_db(pid=12985): Launched\u000a07:46:28.866402 bus /gobi_6: Setting Powered False\u000a07:46:29.937415 run create_hlr_db(pid=12985): Terminated: ok {rc=0}\u000a07:46:30.323834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12987): Launched\u000a07:46:30.636568 run osmo-hlr_10.42.42.2(pid=12988): Launched\u000a07:46:30.750179 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:46:31.286094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12990): Launched\u000a07:46:31.706756 run osmo-stp_10.42.42.5(pid=12991): Launched\u000a07:46:31.892255 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:46:32.404139 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12993): Launched\u000a07:46:32.514058 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:46:32.780925 run patchelf(pid=12994): Launched\u000a07:46:32.960366 run osmo-stp_10.42.42.5(pid=12991): ERR: Terminated: ERROR {rc=1} [trial-2371↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12991)]\u000a07:46:33.091442 run osmo-stp_10.42.42.5(pid=12991): stdout: \u000a| (launched: 2022-12-10_07:46:31.448942)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:46:33.222705 run osmo-stp_10.42.42.5(pid=12991): stderr: \u000a| �[0;m�[38;5;43m20221210074631690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074631690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074631690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074631691 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074631691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074631691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074631691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:46:33.349295 run osmo-stp_10.42.42.5(pid=12991): stdout: \u000a| (launched: 2022-12-10_07:46:31.448942)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:46:33.475440 run osmo-stp_10.42.42.5(pid=12991): stderr: \u000a| �[0;m�[38;5;43m20221210074631690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074631690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074631690 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074631691 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074631691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074631691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074631691 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:46:33.622759 run patchelf(pid=12994): Terminating (SIGINT)\u000a07:46:33.795905 run patchelf(pid=12994): Terminated: ok {rc=0}\u000a07:46:33.827472 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=12991): Process ended prematurely: osmo-stp_10.42.42.5(pid=12991) [trial-2371↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=12991)] [trial-2371↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a07:46:33.836342 tst switch_tch_pdch.py:54: Test FAILED (6.7 sec)\u000a07:46:33.897827 run osmo-hlr_10.42.42.2(pid=12988): ERR: Terminated: ERROR {rc=237} [trial-2371↪dynts:trx-lms+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=12988)]\u000a07:46:33.948080 run osmo-hlr_10.42.42.2(pid=12988): stdout: \u000a| (launched: 2022-12-10_07:46:30.482258) \u000a07:46:33.999168 run osmo-hlr_10.42.42.2(pid=12988): stderr: \u000a| �[0;m�[1;31m20221210074630678 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074630679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074630679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074630679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074630679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074630679 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074630691 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/dynts:trx-lms+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074630700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074630700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074630700 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:46:34.042600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12987): Terminating (SIGTERM)\u000a07:46:34.083627 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12990): Terminating (SIGTERM)\u000a07:46:34.124887 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12993): Terminating (SIGTERM)\u000a07:46:34.134470 --- ParallelTerminationStrategy: PID 12987 died...\u000a07:46:34.189167 run pcap-recorder_any(filters='host 10.42.42.2')(pid=12987): Terminated: ok {rc=0}\u000a07:46:34.199036 --- ParallelTerminationStrategy: PID 12990 died...\u000a07:46:34.253938 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=12990): Terminated: ok {rc=0}\u000a07:46:34.263787 --- ParallelTerminationStrategy: PID 12993 died...\u000a07:46:34.318601 run pcap-recorder_any(filters='host 10.42.42.6')(pid=12993): Terminated: ok {rc=0}\u000a07:46:34.405430 bus /gobi_0: Setting Powered False\u000a07:46:35.510792 bus /gobi_0: Setting Powered False\u000a07:46:36.620786 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "112", "name" : "dynts_trx-lms+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:46:26" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "nitb_sms:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=13002): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13002) [trial-2371↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13002)]", "failedSince" : 2140, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=13002): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13002) [trial-2371↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13002)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 nitb_sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a07:46:38.512485 tst nitb_sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a07:46:38.523346 tst nitb_sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a07:46:38.650186 tst mo_mt_sms.py: using LAC 26903\u000a07:46:38.761895 tst mo_mt_sms.py: using RAC 128\u000a07:46:38.875520 tst mo_mt_sms.py: using CellId 26903\u000a07:46:38.989653 tst mo_mt_sms.py: using BVCI 26904\u000a07:46:39.011203 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a07:46:39.126680 tst nitb_sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a07:46:39.406769 tst mo_mt_sms.py:9: start nitb and bts...\u000a07:46:39.534652 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a07:46:40.167187 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13001): Launched\u000a07:46:40.470258 run osmo-nitb_10.42.42.2(pid=13002): Launched\u000a07:46:40.658629 run osmo-nitb_10.42.42.2(pid=13002): ERR: Terminated: ERROR {rc=2} [trial-2371↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13002)]\u000a07:46:40.797114 run osmo-nitb_10.42.42.2(pid=13002): stdout: \u000a| (launched: 2022-12-10_07:46:40.322536) \u000a07:46:40.935883 run osmo-nitb_10.42.42.2(pid=13002): stderr: \u000a| (launched: 2022-12-10_07:46:40.368032)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:46:41.070902 run osmo-nitb_10.42.42.2(pid=13002): stdout: \u000a| (launched: 2022-12-10_07:46:40.322536) \u000a07:46:41.204391 run osmo-nitb_10.42.42.2(pid=13002): stderr: \u000a| (launched: 2022-12-10_07:46:40.368032)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:46:41.594531 tst osmo-nitb_10.42.42.2(pid=13002): stdout: \u000a| (launched: 2022-12-10_07:46:40.322536) \u000a07:46:41.716497 tst osmo-nitb_10.42.42.2(pid=13002): stderr: \u000a| (launched: 2022-12-10_07:46:40.368032)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:46:41.770015 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=13002): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13002) [trial-2371↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13002)] [trial-2371↪nitb_sms:trx-lms-limenet-micro↪mo_mt_sms.py:11]\u000a07:46:41.778362 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a07:46:41.813841 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13001): Terminating (SIGTERM)\u000a07:46:41.991468 --- ParallelTerminationStrategy: PID 13001 died...\u000a07:46:42.048665 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13001): Terminated: ok {rc=0}\u000a07:46:42.137733 bus /sierra_3: Setting Powered False\u000a07:46:43.240407 bus /sierra_3: Setting Powered False\u000a07:46:44.347732 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "113", "name" : "nitb_sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:46:38" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "sms:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13012): Process ended prematurely: osmo-stp_10.42.42.5(pid=13012) [trial-2371↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13012)]", "failedSince" : 2139, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13012): Process ended prematurely: osmo-stp_10.42.42.5(pid=13012) [trial-2371↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13012)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 sms:trx-lms-limenet-micro mo_mt_sms.py\u000a----------------------------------------------\u000a07:46:46.225162 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:46:46.240569 tst sms:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a07:46:46.388039 tst mo_mt_sms.py: using LAC 26904\u000a07:46:46.540203 tst mo_mt_sms.py: using RAC 129\u000a07:46:46.700548 tst mo_mt_sms.py: using CellId 26904\u000a07:46:46.842576 tst mo_mt_sms.py: using BVCI 26905\u000a07:46:46.866002 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:46:46.877890 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:46:46.890042 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:46:46.902130 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:46:46.915548 tst sms:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:46:46.928528 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a07:46:47.044843 tst sms:trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a07:46:47.274427 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:46:47.763708 run create_hlr_db(pid=13006): Launched\u000a07:46:47.941855 bus /sierra_2: Setting Powered False\u000a07:46:48.963500 run create_hlr_db(pid=13006): Terminated: ok {rc=0}\u000a07:46:49.347573 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13008): Launched\u000a07:46:49.633684 run osmo-hlr_10.42.42.2(pid=13009): Launched\u000a07:46:49.744666 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:46:50.244788 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13011): Launched\u000a07:46:50.529705 run osmo-stp_10.42.42.5(pid=13012): Launched\u000a07:46:50.633751 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:46:51.159283 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13014): Launched\u000a07:46:51.446228 run osmo-msc_10.42.42.6(pid=13015): Launched\u000a07:46:51.615741 run osmo-stp_10.42.42.5(pid=13012): ERR: Terminated: ERROR {rc=1} [trial-2371↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13012)]\u000a07:46:51.737887 run osmo-stp_10.42.42.5(pid=13012): stdout: \u000a| (launched: 2022-12-10_07:46:50.388878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:46:51.857700 run osmo-stp_10.42.42.5(pid=13012): stderr: \u000a| �[0;m�[38;5;43m20221210074650559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074650559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074650559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074650559 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074650560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074650560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074650560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:46:51.972884 run osmo-stp_10.42.42.5(pid=13012): stdout: \u000a| (launched: 2022-12-10_07:46:50.388878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:46:52.087299 run osmo-stp_10.42.42.5(pid=13012): stderr: \u000a| �[0;m�[38;5;43m20221210074650559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074650559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074650559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074650559 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074650560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074650560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074650560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:46:52.137267 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=13012): Process ended prematurely: osmo-stp_10.42.42.5(pid=13012) [trial-2371↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13012)] [trial-2371↪sms:trx-lms-limenet-micro↪mo_mt_sms.py:16]\u000a07:46:52.144916 tst mo_mt_sms.py:16: Test FAILED (5.9 sec)\u000a07:46:52.204942 run osmo-hlr_10.42.42.2(pid=13009): ERR: Terminated: ERROR {rc=237} [trial-2371↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13009)]\u000a07:46:52.253903 run osmo-hlr_10.42.42.2(pid=13009): stdout: \u000a| (launched: 2022-12-10_07:46:49.491791) \u000a07:46:52.303411 run osmo-hlr_10.42.42.2(pid=13009): stderr: \u000a| �[0;m�[1;31m20221210074649666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074649666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074649666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074649666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074649666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074649666 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074649679 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/sms:trx-lms-limenet-micro/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074649689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074649689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074649689 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:46:52.370550 run osmo-msc_10.42.42.6(pid=13015): ERR: Terminated: ERROR {rc=2} [trial-2371↪sms:trx-lms-limenet-micro↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13015)]\u000a07:46:52.419321 run osmo-msc_10.42.42.6(pid=13015): stdout: \u000a| (launched: 2022-12-10_07:46:51.304403) \u000a07:46:52.468856 run osmo-msc_10.42.42.6(pid=13015): stderr: \u000a| �[0;m�[38;5;43m20221210074651574 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210074651574 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff60f79ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210074651574 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210074651575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210074651575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210074651575 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210074651577 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210074651577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210074651577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210074651577 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:46:52.510566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13008): Terminating (SIGTERM)\u000a07:46:52.549916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13011): Terminating (SIGTERM)\u000a07:46:52.589414 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13014): Terminating (SIGTERM)\u000a07:46:52.598885 --- ParallelTerminationStrategy: PID 13008 died...\u000a07:46:52.652493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13008): Terminated: ok {rc=0}\u000a07:46:52.662133 --- ParallelTerminationStrategy: PID 13011 died...\u000a07:46:52.715109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13011): Terminated: ok {rc=0}\u000a07:46:52.724856 --- ParallelTerminationStrategy: PID 13014 died...\u000a07:46:52.778317 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13014): Terminated: ok {rc=0}\u000a07:46:52.868792 bus /sierra_3: Setting Powered False\u000a07:46:53.972413 bus /sierra_3: Setting Powered False\u000a07:46:55.078660 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "114", "name" : "sms_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:46:45" }, { "cases" : [ { "testActions" : [ ], "age" : 232, "className" : "nitb_ussd:trx-lms-limenet-micro", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=13021): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13021) [trial-2371↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13021)]", "failedSince" : 2140, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=13021): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13021) [trial-2371↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13021)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 nitb_ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a07:46:56.911827 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 1)\u000a07:46:56.922515 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a07:46:57.050372 tst assert_extension.py: using LAC 26905\u000a07:46:57.162073 tst assert_extension.py: using RAC 130\u000a07:46:57.275305 tst assert_extension.py: using CellId 26905\u000a07:46:57.386484 tst assert_extension.py: using BVCI 26906\u000a07:46:57.407979 tst nitb_ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a07:46:57.687867 tst assert_extension.py:10: start nitb and bts...\u000a07:46:57.815391 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a07:46:58.451323 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13020): Launched\u000a07:46:58.754141 run osmo-nitb_10.42.42.2(pid=13021): Launched\u000a07:46:58.942938 run osmo-nitb_10.42.42.2(pid=13021): ERR: Terminated: ERROR {rc=2} [trial-2371↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13021)]\u000a07:46:59.082650 run osmo-nitb_10.42.42.2(pid=13021): stdout: \u000a| (launched: 2022-12-10_07:46:58.607458) \u000a07:46:59.222912 run osmo-nitb_10.42.42.2(pid=13021): stderr: \u000a| (launched: 2022-12-10_07:46:58.652924)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:46:59.358607 run osmo-nitb_10.42.42.2(pid=13021): stdout: \u000a| (launched: 2022-12-10_07:46:58.607458) \u000a07:46:59.493472 run osmo-nitb_10.42.42.2(pid=13021): stderr: \u000a| (launched: 2022-12-10_07:46:58.652924)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:46:59.877588 tst osmo-nitb_10.42.42.2(pid=13021): stdout: \u000a| (launched: 2022-12-10_07:46:58.607458) \u000a07:46:59.999687 tst osmo-nitb_10.42.42.2(pid=13021): stderr: \u000a| (launched: 2022-12-10_07:46:58.652924)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:47:00.053180 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=13021): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13021) [trial-2371↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13021)] [trial-2371↪nitb_ussd:trx-lms-limenet-micro↪assert_extension.py:12]\u000a07:47:00.061614 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a07:47:00.097067 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13020): Terminating (SIGTERM)\u000a07:47:00.274734 --- ParallelTerminationStrategy: PID 13020 died...\u000a07:47:00.331825 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13020): Terminated: ok {rc=0}\u000a07:47:00.416381 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "115", "name" : "nitb_ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:46:56" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "ussd:trx-lms-limenet-micro", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13031): Process ended prematurely: osmo-stp_10.42.42.5(pid=13031) [trial-2371↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13031)]", "failedSince" : 2139, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13031): Process ended prematurely: osmo-stp_10.42.42.5(pid=13031) [trial-2371↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13031)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 ussd:trx-lms-limenet-micro assert_extension.py\u000a----------------------------------------------\u000a07:47:02.268903 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:47:02.280344 tst ussd:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a07:47:02.416242 tst assert_extension.py: using LAC 26906\u000a07:47:02.537142 tst assert_extension.py: using RAC 131\u000a07:47:02.659723 tst assert_extension.py: using CellId 26906\u000a07:47:02.771921 tst assert_extension.py: using BVCI 26907\u000a07:47:02.793721 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:47:02.804400 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:47:02.814919 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:47:02.826061 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:47:02.836829 tst ussd:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:47:02.847595 tst ussd:trx-lms-limenet-micro: Using 1 x modem (candidates: 1)\u000a07:47:03.039680 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:47:03.489372 run create_hlr_db(pid=13025): Launched\u000a07:47:03.654210 bus /sierra_2: Setting Powered False\u000a07:47:04.675192 run create_hlr_db(pid=13025): Terminated: ok {rc=0}\u000a07:47:05.083517 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13027): Launched\u000a07:47:05.391299 run osmo-hlr_10.42.42.2(pid=13028): Launched\u000a07:47:05.504746 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:47:06.042685 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13030): Launched\u000a07:47:06.349947 run osmo-stp_10.42.42.5(pid=13031): Launched\u000a07:47:06.461641 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:47:07.019947 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13033): Launched\u000a07:47:07.326578 run osmo-msc_10.42.42.6(pid=13034): Launched\u000a07:47:07.507207 run osmo-stp_10.42.42.5(pid=13031): ERR: Terminated: ERROR {rc=1} [trial-2371↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13031)]\u000a07:47:07.637740 run osmo-stp_10.42.42.5(pid=13031): stdout: \u000a| (launched: 2022-12-10_07:47:06.198913)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:47:07.767522 run osmo-stp_10.42.42.5(pid=13031): stderr: \u000a| �[0;m�[38;5;43m20221210074706387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074706387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074706387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074706388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074706388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074706388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074706389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:47:07.890572 run osmo-stp_10.42.42.5(pid=13031): stdout: \u000a| (launched: 2022-12-10_07:47:06.198913)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:47:08.012768 run osmo-stp_10.42.42.5(pid=13031): stderr: \u000a| �[0;m�[38;5;43m20221210074706387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074706387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074706387 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074706388 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074706388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074706388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074706389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:47:08.066474 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=13031): Process ended prematurely: osmo-stp_10.42.42.5(pid=13031) [trial-2371↪ussd:trx-lms-limenet-micro↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13031)] [trial-2371↪ussd:trx-lms-limenet-micro↪assert_extension.py:17]\u000a07:47:08.074802 tst assert_extension.py:17: Test FAILED (5.8 sec)\u000a07:47:08.136224 run osmo-hlr_10.42.42.2(pid=13028): ERR: Terminated: ERROR {rc=237} [trial-2371↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13028)]\u000a07:47:08.186511 run osmo-hlr_10.42.42.2(pid=13028): stdout: \u000a| (launched: 2022-12-10_07:47:05.240114) \u000a07:47:08.237488 run osmo-hlr_10.42.42.2(pid=13028): stderr: \u000a| �[0;m�[1;31m20221210074705438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074705438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074705438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074705438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074705438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074705438 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074705450 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/ussd:trx-lms-limenet-micro/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074705458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074705458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074705458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:47:08.306950 run osmo-msc_10.42.42.6(pid=13034): ERR: Terminated: ERROR {rc=2} [trial-2371↪ussd:trx-lms-limenet-micro↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13034)]\u000a07:47:08.357432 run osmo-msc_10.42.42.6(pid=13034): stdout: \u000a| (launched: 2022-12-10_07:47:07.175675) \u000a07:47:08.408388 run osmo-msc_10.42.42.6(pid=13034): stderr: \u000a| �[0;m�[38;5;43m20221210074707494 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210074707494 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4d17228c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210074707494 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210074707494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210074707495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210074707495 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210074707496 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210074707497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210074707497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210074707497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:47:08.452139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13027): Terminating (SIGTERM)\u000a07:47:08.493585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13030): Terminating (SIGTERM)\u000a07:47:08.535172 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13033): Terminating (SIGTERM)\u000a07:47:08.544746 --- ParallelTerminationStrategy: PID 13027 died...\u000a07:47:08.599917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13027): Terminated: ok {rc=0}\u000a07:47:08.609871 --- ParallelTerminationStrategy: PID 13030 died...\u000a07:47:08.664599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13030): Terminated: ok {rc=0}\u000a07:47:08.674546 --- ParallelTerminationStrategy: PID 13033 died...\u000a07:47:08.729415 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13033): Terminated: ok {rc=0}\u000a07:47:08.814702 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "116", "name" : "ussd_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:47:02" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13045): Process ended prematurely: osmo-stp_10.42.42.5(pid=13045) [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13045)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13045): Process ended prematurely: osmo-stp_10.42.42.5(pid=13045) [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13045)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a07:47:10.760660 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:47:10.772115 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:47:10.929325 tst mo_mt_call.py: using LAC 26907\u000a07:47:11.051429 tst mo_mt_call.py: using RAC 132\u000a07:47:11.174039 tst mo_mt_call.py: using CellId 26907\u000a07:47:11.296813 tst mo_mt_call.py: using BVCI 26908\u000a07:47:11.320608 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:47:11.332031 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:47:11.343360 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:47:11.354666 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:47:11.366067 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:47:11.377383 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:47:11.490788 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:47:11.693094 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:47:12.151564 run create_hlr_db(pid=13039): Launched\u000a07:47:12.318870 bus /sierra_2: Setting Powered False\u000a07:47:13.341788 run create_hlr_db(pid=13039): Terminated: ok {rc=0}\u000a07:47:13.759181 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13041): Launched\u000a07:47:14.073410 run osmo-hlr_10.42.42.2(pid=13042): Launched\u000a07:47:14.192182 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:47:14.738252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13044): Launched\u000a07:47:15.051481 run osmo-stp_10.42.42.5(pid=13045): Launched\u000a07:47:15.165371 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:47:15.737251 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13047): Launched\u000a07:47:16.181752 run osmo-msc_10.42.42.6(pid=13048): Launched\u000a07:47:16.405562 run osmo-stp_10.42.42.5(pid=13045): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13045)]\u000a07:47:16.636442 run osmo-stp_10.42.42.5(pid=13045): stdout: \u000a| (launched: 2022-12-10_07:47:14.897844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:47:16.782074 run osmo-stp_10.42.42.5(pid=13045): stderr: \u000a| �[0;m�[38;5;43m20221210074715088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074715088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074715088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074715089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074715089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074715089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074715089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:47:16.906512 run osmo-stp_10.42.42.5(pid=13045): stdout: \u000a| (launched: 2022-12-10_07:47:14.897844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:47:17.029820 run osmo-stp_10.42.42.5(pid=13045): stderr: \u000a| �[0;m�[38;5;43m20221210074715088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074715088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074715088 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074715089 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074715089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074715089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074715089 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:47:17.083593 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13045): Process ended prematurely: osmo-stp_10.42.42.5(pid=13045) [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13045)] [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a07:47:17.093165 tst mo_mt_call.py:8: Test FAILED (6.4 sec)\u000a07:47:17.159792 run osmo-hlr_10.42.42.2(pid=13042): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13042)]\u000a07:47:17.211496 run osmo-hlr_10.42.42.2(pid=13042): stdout: \u000a| (launched: 2022-12-10_07:47:13.918874) \u000a07:47:17.263645 run osmo-hlr_10.42.42.2(pid=13042): stderr: \u000a| �[0;m�[1;31m20221210074714118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074714118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074714118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074714118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074714118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074714118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074714131 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074714140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074714140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074714140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:47:17.334616 run osmo-msc_10.42.42.6(pid=13048): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13048)]\u000a07:47:17.385931 run osmo-msc_10.42.42.6(pid=13048): stdout: \u000a| (launched: 2022-12-10_07:47:15.898286) \u000a07:47:17.437736 run osmo-msc_10.42.42.6(pid=13048): stderr: \u000a| �[0;m�[38;5;43m20221210074716495 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210074716495 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f83adf80c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210074716495 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210074716496 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210074716497 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210074716498 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210074716500 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210074716501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210074716501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210074716501 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:47:17.480815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13041): Terminating (SIGTERM)\u000a07:47:17.521294 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13044): Terminating (SIGTERM)\u000a07:47:17.561568 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13047): Terminating (SIGTERM)\u000a07:47:17.571294 --- ParallelTerminationStrategy: PID 13041 died...\u000a07:47:17.625385 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13041): Terminated: ok {rc=0}\u000a07:47:17.635889 --- ParallelTerminationStrategy: PID 13044 died...\u000a07:47:17.689431 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13044): Terminated: ok {rc=0}\u000a07:47:17.699695 --- ParallelTerminationStrategy: PID 13047 died...\u000a07:47:17.753307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13047): Terminated: ok {rc=0}\u000a07:47:17.841030 bus /sierra_3: Setting Powered False\u000a07:47:18.944824 bus /sierra_3: Setting Powered False\u000a07:47:20.055189 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 207, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13056): Process ended prematurely: osmo-stp_10.42.42.5(pid=13056) [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13056)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13056): Process ended prematurely: osmo-stp_10.42.42.5(pid=13056) [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13056)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:47:21.163017 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:47:21.174685 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:47:21.331941 tst mo_mt_call_osmux.py: using LAC 26908\u000a07:47:21.458024 tst mo_mt_call_osmux.py: using RAC 133\u000a07:47:21.582679 tst mo_mt_call_osmux.py: using CellId 26908\u000a07:47:21.705650 tst mo_mt_call_osmux.py: using BVCI 26909\u000a07:47:21.729388 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:47:21.740891 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:47:21.752426 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:47:21.764314 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:47:21.776284 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:47:21.788115 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:47:21.910394 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:47:22.109503 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:47:22.569689 run create_hlr_db(pid=13050): Launched\u000a07:47:22.737168 bus /sierra_2: Setting Powered False\u000a07:47:23.759359 run create_hlr_db(pid=13050): Terminated: ok {rc=0}\u000a07:47:24.177171 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13052): Launched\u000a07:47:24.490997 run osmo-hlr_10.42.42.2(pid=13053): Launched\u000a07:47:24.609115 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:47:25.124085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13055): Launched\u000a07:47:25.416377 run osmo-stp_10.42.42.5(pid=13056): Launched\u000a07:47:25.523114 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:47:26.067266 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13058): Launched\u000a07:47:26.380046 run osmo-msc_10.42.42.6(pid=13059): Launched\u000a07:47:26.564805 run osmo-stp_10.42.42.5(pid=13056): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13056)]\u000a07:47:26.698609 run osmo-stp_10.42.42.5(pid=13056): stdout: \u000a| (launched: 2022-12-10_07:47:25.271542)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:47:26.830158 run osmo-stp_10.42.42.5(pid=13056): stderr: \u000a| �[0;m�[38;5;43m20221210074725441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074725441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074725441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074725442 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074725442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074725442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074725442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:47:26.955907 run osmo-stp_10.42.42.5(pid=13056): stdout: \u000a| (launched: 2022-12-10_07:47:25.271542)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:47:27.080676 run osmo-stp_10.42.42.5(pid=13056): stderr: \u000a| �[0;m�[38;5;43m20221210074725441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074725441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074725441 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074725442 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074725442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074725442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074725442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:47:27.135917 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13056): Process ended prematurely: osmo-stp_10.42.42.5(pid=13056) [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13056)] [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a07:47:27.144862 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a07:47:27.206443 run osmo-hlr_10.42.42.2(pid=13053): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13053)]\u000a07:47:27.256888 run osmo-hlr_10.42.42.2(pid=13053): stdout: \u000a| (launched: 2022-12-10_07:47:24.336549) \u000a07:47:27.308100 run osmo-hlr_10.42.42.2(pid=13053): stderr: \u000a| �[0;m�[1;31m20221210074724533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074724533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074724533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074724533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074724533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074724533 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074724546 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074724554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074724554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074724554 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:47:27.377997 run osmo-msc_10.42.42.6(pid=13059): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13059)]\u000a07:47:27.428642 run osmo-msc_10.42.42.6(pid=13059): stdout: \u000a| (launched: 2022-12-10_07:47:26.226936) \u000a07:47:27.479947 run osmo-msc_10.42.42.6(pid=13059): stderr: \u000a| �[0;m�[38;5;43m20221210074726549 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210074726549 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f427309ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210074726550 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210074726550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210074726550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210074726550 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210074726552 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210074726552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210074726552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210074726552 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:47:27.523638 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13052): Terminating (SIGTERM)\u000a07:47:27.564796 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13055): Terminating (SIGTERM)\u000a07:47:27.606821 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13058): Terminating (SIGTERM)\u000a07:47:27.616443 --- ParallelTerminationStrategy: PID 13052 died...\u000a07:47:27.671447 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13052): Terminated: ok {rc=0}\u000a07:47:27.681458 --- ParallelTerminationStrategy: PID 13055 died...\u000a07:47:27.736156 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13055): Terminated: ok {rc=0}\u000a07:47:27.746116 --- ParallelTerminationStrategy: PID 13058 died...\u000a07:47:27.800774 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13058): Terminated: ok {rc=0}\u000a07:47:27.886798 bus /sierra_3: Setting Powered False\u000a07:47:28.991672 bus /sierra_3: Setting Powered False\u000a07:47:30.098690 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "117", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:47:10" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13070): Process ended prematurely: osmo-stp_10.42.42.5(pid=13070) [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13070)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13070): Process ended prematurely: osmo-stp_10.42.42.5(pid=13070) [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13070)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a07:47:32.134849 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:47:32.147187 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:47:32.304516 tst mo_mt_call.py: using LAC 26909\u000a07:47:32.421865 tst mo_mt_call.py: using RAC 134\u000a07:47:32.544772 tst mo_mt_call.py: using CellId 26909\u000a07:47:32.674217 tst mo_mt_call.py: using BVCI 26910\u000a07:47:32.698113 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:47:32.709640 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:47:32.720926 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:47:32.732746 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:47:32.744618 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:47:32.756456 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:47:32.871351 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:47:33.079001 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:47:33.579297 run create_hlr_db(pid=13064): Launched\u000a07:47:33.759860 bus /sierra_2: Setting Powered False\u000a07:47:34.781072 run create_hlr_db(pid=13064): Terminated: ok {rc=0}\u000a07:47:35.173333 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13066): Launched\u000a07:47:35.464891 run osmo-hlr_10.42.42.2(pid=13067): Launched\u000a07:47:35.578823 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:47:36.107322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13069): Launched\u000a07:47:36.421300 run osmo-stp_10.42.42.5(pid=13070): Launched\u000a07:47:36.534875 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:47:37.106840 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13072): Launched\u000a07:47:37.420744 run osmo-msc_10.42.42.6(pid=13073): Launched\u000a07:47:37.605980 run osmo-stp_10.42.42.5(pid=13070): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13070)]\u000a07:47:37.738529 run osmo-stp_10.42.42.5(pid=13070): stdout: \u000a| (launched: 2022-12-10_07:47:36.267057)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:47:37.870602 run osmo-stp_10.42.42.5(pid=13070): stderr: \u000a| �[0;m�[38;5;43m20221210074736456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074736457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074736457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074736457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074736458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074736458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074736458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:47:37.996860 run osmo-stp_10.42.42.5(pid=13070): stdout: \u000a| (launched: 2022-12-10_07:47:36.267057)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:47:38.122301 run osmo-stp_10.42.42.5(pid=13070): stderr: \u000a| �[0;m�[38;5;43m20221210074736456 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074736457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074736457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074736457 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074736458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074736458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074736458 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:47:38.177403 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13070): Process ended prematurely: osmo-stp_10.42.42.5(pid=13070) [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13070)] [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a07:47:38.186256 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a07:47:38.249281 run osmo-hlr_10.42.42.2(pid=13067): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13067)]\u000a07:47:38.300476 run osmo-hlr_10.42.42.2(pid=13067): stdout: \u000a| (launched: 2022-12-10_07:47:35.321368) \u000a07:47:38.352169 run osmo-hlr_10.42.42.2(pid=13067): stderr: \u000a| �[0;m�[1;31m20221210074735494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074735494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074735494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074735494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074735494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074735494 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074735506 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074735518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074735518 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074735519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:47:38.422047 run osmo-msc_10.42.42.6(pid=13073): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13073)]\u000a07:47:38.474094 run osmo-msc_10.42.42.6(pid=13073): stdout: \u000a| (launched: 2022-12-10_07:47:37.266400) \u000a07:47:38.525934 run osmo-msc_10.42.42.6(pid=13073): stderr: \u000a| �[0;m�[38;5;43m20221210074737587 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210074737587 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc50bedbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210074737587 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210074737587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210074737587 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210074737588 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210074737589 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210074737590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210074737590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210074737590 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:47:38.569959 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13066): Terminating (SIGTERM)\u000a07:47:38.611146 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13069): Terminating (SIGTERM)\u000a07:47:38.652893 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13072): Terminating (SIGTERM)\u000a07:47:38.663082 --- ParallelTerminationStrategy: PID 13066 died...\u000a07:47:38.719335 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13066): Terminated: ok {rc=0}\u000a07:47:38.729449 --- ParallelTerminationStrategy: PID 13069 died...\u000a07:47:38.784593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13069): Terminated: ok {rc=0}\u000a07:47:38.795066 --- ParallelTerminationStrategy: PID 13072 died...\u000a07:47:38.850349 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13072): Terminated: ok {rc=0}\u000a07:47:38.938040 bus /sierra_3: Setting Powered False\u000a07:47:40.040739 bus /sierra_3: Setting Powered False\u000a07:47:41.151621 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 207, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13081): Process ended prematurely: osmo-stp_10.42.42.5(pid=13081) [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13081)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13081): Process ended prematurely: osmo-stp_10.42.42.5(pid=13081) [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13081)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:47:42.260281 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:47:42.272105 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:47:42.422943 tst mo_mt_call_osmux.py: using LAC 26910\u000a07:47:42.538316 tst mo_mt_call_osmux.py: using RAC 135\u000a07:47:42.653321 tst mo_mt_call_osmux.py: using CellId 26910\u000a07:47:42.767641 tst mo_mt_call_osmux.py: using BVCI 26911\u000a07:47:42.790064 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:47:42.801103 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:47:42.811872 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:47:42.823170 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:47:42.834649 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:47:42.845891 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:47:42.960083 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:47:43.169076 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:47:43.672159 run create_hlr_db(pid=13075): Launched\u000a07:47:43.853027 bus /sierra_2: Setting Powered False\u000a07:47:44.875245 run create_hlr_db(pid=13075): Terminated: ok {rc=0}\u000a07:47:45.293413 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13077): Launched\u000a07:47:45.607052 run osmo-hlr_10.42.42.2(pid=13078): Launched\u000a07:47:45.725869 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:47:46.277493 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13080): Launched\u000a07:47:46.695682 run osmo-stp_10.42.42.5(pid=13081): Launched\u000a07:47:46.914384 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:47:47.528041 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13083): Launched\u000a07:47:47.821056 run osmo-msc_10.42.42.6(pid=13084): Launched\u000a07:47:47.992612 run osmo-stp_10.42.42.5(pid=13081): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13081)]\u000a07:47:48.116682 run osmo-stp_10.42.42.5(pid=13081): stdout: \u000a| (launched: 2022-12-10_07:47:46.429869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:47:48.238858 run osmo-stp_10.42.42.5(pid=13081): stderr: \u000a| �[0;m�[38;5;43m20221210074746760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074746760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074746761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074746761 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074746761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074746762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074746762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:47:48.357201 run osmo-stp_10.42.42.5(pid=13081): stdout: \u000a| (launched: 2022-12-10_07:47:46.429869)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:47:48.473950 run osmo-stp_10.42.42.5(pid=13081): stderr: \u000a| �[0;m�[38;5;43m20221210074746760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074746760 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074746761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074746761 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074746761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074746762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074746762 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:47:48.525451 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13081): Process ended prematurely: osmo-stp_10.42.42.5(pid=13081) [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13081)] [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a07:47:48.533906 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a07:47:48.594387 run osmo-hlr_10.42.42.2(pid=13078): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13078)]\u000a07:47:48.643295 run osmo-hlr_10.42.42.2(pid=13078): stdout: \u000a| (launched: 2022-12-10_07:47:45.452924) \u000a07:47:48.692679 run osmo-hlr_10.42.42.2(pid=13078): stderr: \u000a| �[0;m�[1;31m20221210074745653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074745653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074745653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074745653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074745653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074745653 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074745666 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074745677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074745677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074745677 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:47:48.759055 run osmo-msc_10.42.42.6(pid=13084): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13084)]\u000a07:47:48.808269 run osmo-msc_10.42.42.6(pid=13084): stdout: \u000a| (launched: 2022-12-10_07:47:47.676393) \u000a07:47:48.857790 run osmo-msc_10.42.42.6(pid=13084): stderr: \u000a| �[0;m�[38;5;43m20221210074747946 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210074747946 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f08e33fac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210074747946 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210074747946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210074747946 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210074747947 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210074747949 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210074747949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210074747949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210074747949 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:47:48.898953 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13077): Terminating (SIGTERM)\u000a07:47:48.938542 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13080): Terminating (SIGTERM)\u000a07:47:48.978496 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13083): Terminating (SIGTERM)\u000a07:47:48.987986 --- ParallelTerminationStrategy: PID 13077 died...\u000a07:47:49.041137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13077): Terminated: ok {rc=0}\u000a07:47:49.051452 --- ParallelTerminationStrategy: PID 13080 died...\u000a07:47:49.104355 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13080): Terminated: ok {rc=0}\u000a07:47:49.114547 --- ParallelTerminationStrategy: PID 13083 died...\u000a07:47:49.167432 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13083): Terminated: ok {rc=0}\u000a07:47:49.255749 bus /sierra_3: Setting Powered False\u000a07:47:50.358033 bus /sierra_3: Setting Powered False\u000a07:47:51.468139 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "118", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:47:31" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13095): Process ended prematurely: osmo-stp_10.42.42.5(pid=13095) [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13095)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13095): Process ended prematurely: osmo-stp_10.42.42.5(pid=13095) [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13095)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:47:53.444259 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:47:53.455670 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:47:53.603638 tst mo_mt_call.py: using LAC 26911\u000a07:47:53.718044 tst mo_mt_call.py: using RAC 136\u000a07:47:53.833136 tst mo_mt_call.py: using CellId 26911\u000a07:47:53.954368 tst mo_mt_call.py: using BVCI 26912\u000a07:47:53.976654 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:47:53.987863 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:47:53.999052 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:47:54.010668 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:47:54.022151 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:47:54.033560 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:47:54.152289 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:47:54.348652 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:47:54.809721 run create_hlr_db(pid=13089): Launched\u000a07:47:54.978399 bus /sierra_2: Setting Powered False\u000a07:47:56.000169 run create_hlr_db(pid=13089): Terminated: ok {rc=0}\u000a07:47:56.390918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13091): Launched\u000a07:47:56.684030 run osmo-hlr_10.42.42.2(pid=13092): Launched\u000a07:47:56.794045 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:47:57.301256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13094): Launched\u000a07:47:57.592996 run osmo-stp_10.42.42.5(pid=13095): Launched\u000a07:47:57.699787 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:47:58.237193 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13097): Launched\u000a07:47:58.531370 run osmo-msc_10.42.42.6(pid=13098): Launched\u000a07:47:58.705368 run osmo-stp_10.42.42.5(pid=13095): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13095)]\u000a07:47:58.830784 run osmo-stp_10.42.42.5(pid=13095): stdout: \u000a| (launched: 2022-12-10_07:47:57.448806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:47:58.953289 run osmo-stp_10.42.42.5(pid=13095): stderr: \u000a| �[0;m�[38;5;43m20221210074757618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074757618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074757618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074757619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074757619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074757619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074757619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:47:59.071267 run osmo-stp_10.42.42.5(pid=13095): stdout: \u000a| (launched: 2022-12-10_07:47:57.448806)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:47:59.188598 run osmo-stp_10.42.42.5(pid=13095): stderr: \u000a| �[0;m�[38;5;43m20221210074757618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074757618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074757618 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074757619 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074757619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074757619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074757619 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:47:59.240209 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13095): Process ended prematurely: osmo-stp_10.42.42.5(pid=13095) [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13095)] [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a07:47:59.248794 tst mo_mt_call.py:8: Test FAILED (5.8 sec)\u000a07:47:59.309466 run osmo-hlr_10.42.42.2(pid=13092): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13092)]\u000a07:47:59.358639 run osmo-hlr_10.42.42.2(pid=13092): stdout: \u000a| (launched: 2022-12-10_07:47:56.539810) \u000a07:47:59.408407 run osmo-hlr_10.42.42.2(pid=13092): stderr: \u000a| �[0;m�[1;31m20221210074756715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074756715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074756715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074756715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074756715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074756715 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074756727 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074756737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074756737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074756737 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:47:59.475895 run osmo-msc_10.42.42.6(pid=13098): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13098)]\u000a07:47:59.524795 run osmo-msc_10.42.42.6(pid=13098): stdout: \u000a| (launched: 2022-12-10_07:47:58.385633) \u000a07:47:59.574458 run osmo-msc_10.42.42.6(pid=13098): stderr: \u000a| �[0;m�[38;5;43m20221210074758657 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210074758657 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3308c68c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210074758657 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210074758657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210074758657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210074758657 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210074758659 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210074758660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210074758660 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210074758661 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:47:59.616221 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13091): Terminating (SIGTERM)\u000a07:47:59.656268 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13094): Terminating (SIGTERM)\u000a07:47:59.696549 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13097): Terminating (SIGTERM)\u000a07:47:59.706374 --- ParallelTerminationStrategy: PID 13091 died...\u000a07:47:59.759977 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13091): Terminated: ok {rc=0}\u000a07:47:59.770286 --- ParallelTerminationStrategy: PID 13094 died...\u000a07:47:59.823695 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13094): Terminated: ok {rc=0}\u000a07:47:59.833877 --- ParallelTerminationStrategy: PID 13097 died...\u000a07:47:59.887385 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13097): Terminated: ok {rc=0}\u000a07:47:59.974054 bus /sierra_3: Setting Powered False\u000a07:48:01.078978 bus /sierra_3: Setting Powered False\u000a07:48:02.187602 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 207, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13106): Process ended prematurely: osmo-stp_10.42.42.5(pid=13106) [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13106)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13106): Process ended prematurely: osmo-stp_10.42.42.5(pid=13106) [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13106)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:48:03.294229 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:48:03.306076 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:48:03.458127 tst mo_mt_call_osmux.py: using LAC 26912\u000a07:48:03.581582 tst mo_mt_call_osmux.py: using RAC 137\u000a07:48:03.703448 tst mo_mt_call_osmux.py: using CellId 26912\u000a07:48:03.824791 tst mo_mt_call_osmux.py: using BVCI 26913\u000a07:48:03.848581 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:48:03.860179 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:48:03.871568 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:48:03.882950 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:48:03.894434 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:48:03.905805 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:48:04.019494 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:48:04.226409 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:48:04.728206 run create_hlr_db(pid=13100): Launched\u000a07:48:04.909811 bus /sierra_2: Setting Powered False\u000a07:48:05.930949 run create_hlr_db(pid=13100): Terminated: ok {rc=0}\u000a07:48:06.348255 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13102): Launched\u000a07:48:06.662060 run osmo-hlr_10.42.42.2(pid=13103): Launched\u000a07:48:06.776178 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:48:07.321376 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13105): Launched\u000a07:48:07.635984 run osmo-stp_10.42.42.5(pid=13106): Launched\u000a07:48:07.750914 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:48:08.322980 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13108): Launched\u000a07:48:08.636631 run osmo-msc_10.42.42.6(pid=13109): Launched\u000a07:48:08.820659 run osmo-stp_10.42.42.5(pid=13106): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13106)]\u000a07:48:08.953751 run osmo-stp_10.42.42.5(pid=13106): stdout: \u000a| (launched: 2022-12-10_07:48:07.481773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:48:09.086279 run osmo-stp_10.42.42.5(pid=13106): stderr: \u000a| �[0;m�[38;5;43m20221210074807672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074807672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074807672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074807673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074807673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074807673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074807674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:48:09.212065 run osmo-stp_10.42.42.5(pid=13106): stdout: \u000a| (launched: 2022-12-10_07:48:07.481773)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:48:09.336831 run osmo-stp_10.42.42.5(pid=13106): stderr: \u000a| �[0;m�[38;5;43m20221210074807672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074807672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074807672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074807673 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074807673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074807673 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074807674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:48:09.392014 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13106): Process ended prematurely: osmo-stp_10.42.42.5(pid=13106) [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13106)] [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a07:48:09.400863 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a07:48:09.462944 run osmo-hlr_10.42.42.2(pid=13103): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13103)]\u000a07:48:09.513838 run osmo-hlr_10.42.42.2(pid=13103): stdout: \u000a| (launched: 2022-12-10_07:48:06.508127) \u000a07:48:09.565243 run osmo-hlr_10.42.42.2(pid=13103): stderr: \u000a| �[0;m�[1;31m20221210074806708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074806708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074806708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074806708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074806708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074806708 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074806722 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074806730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074806730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074806730 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:48:09.635143 run osmo-msc_10.42.42.6(pid=13109): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13109)]\u000a07:48:09.685830 run osmo-msc_10.42.42.6(pid=13109): stdout: \u000a| (launched: 2022-12-10_07:48:08.482757) \u000a07:48:09.737411 run osmo-msc_10.42.42.6(pid=13109): stderr: \u000a| �[0;m�[38;5;43m20221210074808803 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210074808803 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7c301e5c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210074808803 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210074808804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210074808804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210074808804 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210074808806 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210074808806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210074808806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210074808806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:48:09.781133 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13102): Terminating (SIGTERM)\u000a07:48:09.822241 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13105): Terminating (SIGTERM)\u000a07:48:09.863365 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13108): Terminating (SIGTERM)\u000a07:48:09.872929 --- ParallelTerminationStrategy: PID 13102 died...\u000a07:48:09.928707 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13102): Terminated: ok {rc=0}\u000a07:48:09.938747 --- ParallelTerminationStrategy: PID 13105 died...\u000a07:48:09.993821 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13105): Terminated: ok {rc=0}\u000a07:48:10.003788 --- ParallelTerminationStrategy: PID 13108 died...\u000a07:48:10.058565 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13108): Terminated: ok {rc=0}\u000a07:48:10.145660 bus /sierra_3: Setting Powered False\u000a07:48:11.248225 bus /sierra_3: Setting Powered False\u000a07:48:12.359005 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "119", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:47:53" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13120): Process ended prematurely: osmo-stp_10.42.42.5(pid=13120) [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13120)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13120): Process ended prematurely: osmo-stp_10.42.42.5(pid=13120) [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13120)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call.py\u000a----------------------------------------------\u000a07:48:14.342332 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:48:14.353833 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a07:48:14.513936 tst mo_mt_call.py: using LAC 26913\u000a07:48:14.636013 tst mo_mt_call.py: using RAC 138\u000a07:48:14.752046 tst mo_mt_call.py: using CellId 26913\u000a07:48:14.865240 tst mo_mt_call.py: using BVCI 26914\u000a07:48:14.887412 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:48:14.898698 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:48:14.909873 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:48:14.921680 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:48:14.933297 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:48:14.944743 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:48:15.062559 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:48:15.260545 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:48:15.719950 run create_hlr_db(pid=13114): Launched\u000a07:48:15.901414 bus /sierra_2: Setting Powered False\u000a07:48:16.973353 run create_hlr_db(pid=13114): Terminated: ok {rc=0}\u000a07:48:17.429416 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13116): Launched\u000a07:48:17.721043 run osmo-hlr_10.42.42.2(pid=13117): Launched\u000a07:48:17.831946 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:48:18.344185 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13119): Launched\u000a07:48:18.635986 run osmo-stp_10.42.42.5(pid=13120): Launched\u000a07:48:18.743028 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:48:19.277098 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13122): Launched\u000a07:48:19.570097 run osmo-msc_10.42.42.6(pid=13123): Launched\u000a07:48:19.742160 run osmo-stp_10.42.42.5(pid=13120): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13120)]\u000a07:48:19.867326 run osmo-stp_10.42.42.5(pid=13120): stdout: \u000a| (launched: 2022-12-10_07:48:18.492099)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:48:19.989902 run osmo-stp_10.42.42.5(pid=13120): stderr: \u000a| �[0;m�[38;5;43m20221210074818660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074818660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074818660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074818661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074818663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074818663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074818663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:48:20.107896 run osmo-stp_10.42.42.5(pid=13120): stdout: \u000a| (launched: 2022-12-10_07:48:18.492099)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:48:20.224730 run osmo-stp_10.42.42.5(pid=13120): stderr: \u000a| �[0;m�[38;5;43m20221210074818660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074818660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074818660 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074818661 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074818663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074818663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074818663 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:48:20.276334 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13120): Process ended prematurely: osmo-stp_10.42.42.5(pid=13120) [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13120)] [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py:8]\u000a07:48:20.284778 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a07:48:20.344938 run osmo-hlr_10.42.42.2(pid=13117): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13117)]\u000a07:48:20.393713 run osmo-hlr_10.42.42.2(pid=13117): stdout: \u000a| (launched: 2022-12-10_07:48:17.577591) \u000a07:48:20.442670 run osmo-hlr_10.42.42.2(pid=13117): stderr: \u000a| �[0;m�[1;31m20221210074817752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074817752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074817752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074817752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074817752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074817752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074817764 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074817773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074817773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074817773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:48:20.510306 run osmo-msc_10.42.42.6(pid=13123): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13123)]\u000a07:48:20.558989 run osmo-msc_10.42.42.6(pid=13123): stdout: \u000a| (launched: 2022-12-10_07:48:19.425316) \u000a07:48:20.608789 run osmo-msc_10.42.42.6(pid=13123): stderr: \u000a| �[0;m�[38;5;43m20221210074819696 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210074819696 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f15aaf95c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210074819696 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210074819696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210074819696 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210074819697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210074819698 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210074819699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210074819699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210074819699 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:48:20.650492 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13116): Terminating (SIGTERM)\u000a07:48:20.690290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13119): Terminating (SIGTERM)\u000a07:48:20.729992 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13122): Terminating (SIGTERM)\u000a07:48:20.739659 --- ParallelTerminationStrategy: PID 13116 died...\u000a07:48:20.793400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13116): Terminated: ok {rc=0}\u000a07:48:20.803208 --- ParallelTerminationStrategy: PID 13119 died...\u000a07:48:20.856157 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13119): Terminated: ok {rc=0}\u000a07:48:20.866337 --- ParallelTerminationStrategy: PID 13122 died...\u000a07:48:20.919328 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13122): Terminated: ok {rc=0}\u000a07:48:21.003318 bus /sierra_3: Setting Powered False\u000a07:48:22.108531 bus /sierra_3: Setting Powered False\u000a07:48:23.215485 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 207, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13131): Process ended prematurely: osmo-stp_10.42.42.5(pid=13131) [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13131)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13131): Process ended prematurely: osmo-stp_10.42.42.5(pid=13131) [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13131)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:48:24.328716 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:48:24.340884 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x bts (candidates: 1)\u000a07:48:24.498208 tst mo_mt_call_osmux.py: using LAC 26914\u000a07:48:24.623151 tst mo_mt_call_osmux.py: using RAC 139\u000a07:48:24.746181 tst mo_mt_call_osmux.py: using CellId 26914\u000a07:48:24.870595 tst mo_mt_call_osmux.py: using BVCI 26915\u000a07:48:24.894404 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:48:24.905983 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:48:24.917519 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:48:24.928932 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:48:24.940492 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x ip_address (candidates: 6)\u000a07:48:24.951829 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:48:25.070446 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1: Using 1 x modem (candidates: 2)\u000a07:48:25.279212 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:48:25.782397 run create_hlr_db(pid=13125): Launched\u000a07:48:25.964493 bus /sierra_2: Setting Powered False\u000a07:48:26.986381 run create_hlr_db(pid=13125): Terminated: ok {rc=0}\u000a07:48:27.405204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13127): Launched\u000a07:48:27.719386 run osmo-hlr_10.42.42.2(pid=13128): Launched\u000a07:48:27.833836 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:48:28.381701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13130): Launched\u000a07:48:28.696380 run osmo-stp_10.42.42.5(pid=13131): Launched\u000a07:48:28.810528 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:48:29.384049 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13133): Launched\u000a07:48:29.698088 run osmo-msc_10.42.42.6(pid=13134): Launched\u000a07:48:29.883425 run osmo-stp_10.42.42.5(pid=13131): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13131)]\u000a07:48:30.016899 run osmo-stp_10.42.42.5(pid=13131): stdout: \u000a| (launched: 2022-12-10_07:48:28.542241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:48:30.149987 run osmo-stp_10.42.42.5(pid=13131): stderr: \u000a| �[0;m�[38;5;43m20221210074828734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074828734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074828734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074828735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074828735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074828735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074828735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:48:30.276056 run osmo-stp_10.42.42.5(pid=13131): stdout: \u000a| (launched: 2022-12-10_07:48:28.542241)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:48:30.401465 run osmo-stp_10.42.42.5(pid=13131): stderr: \u000a| �[0;m�[38;5;43m20221210074828734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074828734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074828734 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074828735 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074828735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074828735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074828735 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:48:30.456403 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13131): Process ended prematurely: osmo-stp_10.42.42.5(pid=13131) [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13131)] [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py:8]\u000a07:48:30.465323 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a07:48:30.528081 run osmo-hlr_10.42.42.2(pid=13128): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13128)]\u000a07:48:30.579177 run osmo-hlr_10.42.42.2(pid=13128): stdout: \u000a| (launched: 2022-12-10_07:48:27.565553) \u000a07:48:30.630905 run osmo-hlr_10.42.42.2(pid=13128): stderr: \u000a| �[0;m�[1;31m20221210074827764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074827764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074827764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074827764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074827764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074827764 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074827781 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074827792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074827792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074827792 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:48:30.701516 run osmo-msc_10.42.42.6(pid=13134): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13134)]\u000a07:48:30.752641 run osmo-msc_10.42.42.6(pid=13134): stdout: \u000a| (launched: 2022-12-10_07:48:29.543630) \u000a07:48:30.804286 run osmo-msc_10.42.42.6(pid=13134): stderr: \u000a| �[0;m�[38;5;43m20221210074829867 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210074829867 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fafd1293c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210074829867 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210074829867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210074829867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210074829868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210074829870 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210074829870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210074829870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210074829870 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:48:30.852528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13127): Terminating (SIGTERM)\u000a07:48:30.906396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13130): Terminating (SIGTERM)\u000a07:48:30.949573 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13133): Terminating (SIGTERM)\u000a07:48:30.959562 --- ParallelTerminationStrategy: PID 13127 died...\u000a07:48:31.017310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13127): Terminated: ok {rc=0}\u000a07:48:31.028072 --- ParallelTerminationStrategy: PID 13130 died...\u000a07:48:31.085781 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13130): Terminated: ok {rc=0}\u000a07:48:31.096613 --- ParallelTerminationStrategy: PID 13133 died...\u000a07:48:31.154216 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13133): Terminated: ok {rc=0}\u000a07:48:31.243244 bus /sierra_3: Setting Powered False\u000a07:48:32.345336 bus /sierra_3: Setting Powered False\u000a07:48:33.455877 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "120", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:48:14" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13145): Process ended prematurely: osmo-stp_10.42.42.5(pid=13145) [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13145)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13145): Process ended prematurely: osmo-stp_10.42.42.5(pid=13145) [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13145)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:48:35.440338 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:48:35.451908 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:48:35.608537 tst mo_mt_call.py: using LAC 26915\u000a07:48:35.734224 tst mo_mt_call.py: using RAC 140\u000a07:48:35.857031 tst mo_mt_call.py: using CellId 26915\u000a07:48:35.980633 tst mo_mt_call.py: using BVCI 26916\u000a07:48:36.004525 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:48:36.015992 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:48:36.027371 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:48:36.038794 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:48:36.050264 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:48:36.061599 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:48:36.180820 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:48:36.379512 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:48:36.842653 run create_hlr_db(pid=13139): Launched\u000a07:48:37.011455 bus /sierra_2: Setting Powered False\u000a07:48:38.033993 run create_hlr_db(pid=13139): Terminated: ok {rc=0}\u000a07:48:38.451592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13141): Launched\u000a07:48:38.767353 run osmo-hlr_10.42.42.2(pid=13142): Launched\u000a07:48:38.885318 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:48:39.432140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13144): Launched\u000a07:48:39.746044 run osmo-stp_10.42.42.5(pid=13145): Launched\u000a07:48:39.860022 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:48:40.434811 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13147): Launched\u000a07:48:40.749281 run osmo-msc_10.42.42.6(pid=13148): Launched\u000a07:48:40.932877 run osmo-stp_10.42.42.5(pid=13145): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13145)]\u000a07:48:41.065535 run osmo-stp_10.42.42.5(pid=13145): stdout: \u000a| (launched: 2022-12-10_07:48:39.591939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:48:41.197871 run osmo-stp_10.42.42.5(pid=13145): stderr: \u000a| �[0;m�[38;5;43m20221210074839783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074839783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074839784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074839784 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074839786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074839786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074839786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:48:41.324005 run osmo-stp_10.42.42.5(pid=13145): stdout: \u000a| (launched: 2022-12-10_07:48:39.591939)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:48:41.448671 run osmo-stp_10.42.42.5(pid=13145): stderr: \u000a| �[0;m�[38;5;43m20221210074839783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074839783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074839784 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074839784 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074839786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074839786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074839786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:48:41.504315 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13145): Process ended prematurely: osmo-stp_10.42.42.5(pid=13145) [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13145)] [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a07:48:41.513531 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a07:48:41.575553 run osmo-hlr_10.42.42.2(pid=13142): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13142)]\u000a07:48:41.626191 run osmo-hlr_10.42.42.2(pid=13142): stdout: \u000a| (launched: 2022-12-10_07:48:38.612751) \u000a07:48:41.677489 run osmo-hlr_10.42.42.2(pid=13142): stderr: \u000a| �[0;m�[1;31m20221210074838810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074838810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074838810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074838810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074838810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074838810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074838822 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074838831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074838831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074838831 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:48:41.747090 run osmo-msc_10.42.42.6(pid=13148): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13148)]\u000a07:48:41.797794 run osmo-msc_10.42.42.6(pid=13148): stdout: \u000a| (launched: 2022-12-10_07:48:40.595119) \u000a07:48:41.848790 run osmo-msc_10.42.42.6(pid=13148): stderr: \u000a| �[0;m�[38;5;43m20221210074840919 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210074840920 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff9d2f57c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210074840920 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210074840920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210074840920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210074840920 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210074840922 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210074840922 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210074840923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210074840923 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:48:41.892094 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13141): Terminating (SIGTERM)\u000a07:48:41.933002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13144): Terminating (SIGTERM)\u000a07:48:41.974325 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13147): Terminating (SIGTERM)\u000a07:48:41.984186 --- ParallelTerminationStrategy: PID 13141 died...\u000a07:48:42.039817 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13141): Terminated: ok {rc=0}\u000a07:48:42.050398 --- ParallelTerminationStrategy: PID 13144 died...\u000a07:48:42.105459 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13144): Terminated: ok {rc=0}\u000a07:48:42.115428 --- ParallelTerminationStrategy: PID 13147 died...\u000a07:48:42.170272 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13147): Terminated: ok {rc=0}\u000a07:48:42.256755 bus /sierra_3: Setting Powered False\u000a07:48:43.358175 bus /sierra_3: Setting Powered False\u000a07:48:44.467193 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 207, "className" : "voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13156): Process ended prematurely: osmo-stp_10.42.42.5(pid=13156) [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13156)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13156): Process ended prematurely: osmo-stp_10.42.42.5(pid=13156) [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13156)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:48:45.579227 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:48:45.591572 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:48:45.753649 tst mo_mt_call_osmux.py: using LAC 26916\u000a07:48:45.894537 tst mo_mt_call_osmux.py: using RAC 141\u000a07:48:46.015702 tst mo_mt_call_osmux.py: using CellId 26916\u000a07:48:46.162136 tst mo_mt_call_osmux.py: using BVCI 26917\u000a07:48:46.194235 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:48:46.209818 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:48:46.226116 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:48:46.242666 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:48:46.259498 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:48:46.276213 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:48:46.418573 tst voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:48:46.687156 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:48:47.203065 run create_hlr_db(pid=13150): Launched\u000a07:48:47.375562 bus /sierra_2: Setting Powered False\u000a07:48:48.394977 run create_hlr_db(pid=13150): Terminated: ok {rc=0}\u000a07:48:48.812601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13152): Launched\u000a07:48:49.125612 run osmo-hlr_10.42.42.2(pid=13153): Launched\u000a07:48:49.240530 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:48:49.786904 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13155): Launched\u000a07:48:50.100831 run osmo-stp_10.42.42.5(pid=13156): Launched\u000a07:48:50.215130 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:48:50.790559 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13158): Launched\u000a07:48:51.105142 run osmo-msc_10.42.42.6(pid=13159): Launched\u000a07:48:51.290299 run osmo-stp_10.42.42.5(pid=13156): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13156)]\u000a07:48:51.423269 run osmo-stp_10.42.42.5(pid=13156): stdout: \u000a| (launched: 2022-12-10_07:48:49.946576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:48:51.556611 run osmo-stp_10.42.42.5(pid=13156): stderr: \u000a| �[0;m�[38;5;43m20221210074850138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074850138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074850138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074850139 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074850139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074850139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074850139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:48:51.682884 run osmo-stp_10.42.42.5(pid=13156): stdout: \u000a| (launched: 2022-12-10_07:48:49.946576)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:48:51.807992 run osmo-stp_10.42.42.5(pid=13156): stderr: \u000a| �[0;m�[38;5;43m20221210074850138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074850138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074850138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074850139 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074850139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074850139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074850139 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:48:51.863394 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13156): Process ended prematurely: osmo-stp_10.42.42.5(pid=13156) [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13156)] [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a07:48:51.872271 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a07:48:51.933909 run osmo-hlr_10.42.42.2(pid=13153): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13153)]\u000a07:48:51.984204 run osmo-hlr_10.42.42.2(pid=13153): stdout: \u000a| (launched: 2022-12-10_07:48:48.972381) \u000a07:48:52.035220 run osmo-hlr_10.42.42.2(pid=13153): stderr: \u000a| �[0;m�[1;31m20221210074849172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074849172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074849172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074849172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074849172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074849172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074849185 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074849193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074849193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074849193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:48:52.105534 run osmo-msc_10.42.42.6(pid=13159): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13159)]\u000a07:48:52.155824 run osmo-msc_10.42.42.6(pid=13159): stdout: \u000a| (launched: 2022-12-10_07:48:50.951006) \u000a07:48:52.206718 run osmo-msc_10.42.42.6(pid=13159): stderr: \u000a| �[0;m�[38;5;43m20221210074851270 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210074851271 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faafb5d4c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210074851271 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210074851271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210074851271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210074851271 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210074851273 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210074851273 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210074851274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210074851274 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:48:52.250038 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13152): Terminating (SIGTERM)\u000a07:48:52.290945 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13155): Terminating (SIGTERM)\u000a07:48:52.332037 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13158): Terminating (SIGTERM)\u000a07:48:52.341467 --- ParallelTerminationStrategy: PID 13152 died...\u000a07:48:52.396529 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13152): Terminated: ok {rc=0}\u000a07:48:52.406660 --- ParallelTerminationStrategy: PID 13155 died...\u000a07:48:52.461599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13155): Terminated: ok {rc=0}\u000a07:48:52.471543 --- ParallelTerminationStrategy: PID 13158 died...\u000a07:48:52.526952 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13158): Terminated: ok {rc=0}\u000a07:48:52.613693 bus /sierra_3: Setting Powered False\u000a07:48:53.717471 bus /sierra_3: Setting Powered False\u000a07:48:54.826277 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "121", "name" : "voice_trx-lms-limenet-micro+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:48:35" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13172): Process ended prematurely: osmo-stp_10.42.42.5(pid=13172) [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13172)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13172): Process ended prematurely: osmo-stp_10.42.42.5(pid=13172) [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13172)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a07:48:56.815676 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:48:56.827324 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:48:56.986068 tst mo_mt_call.py: using LAC 26917\u000a07:48:57.109076 tst mo_mt_call.py: using RAC 142\u000a07:48:57.231958 tst mo_mt_call.py: using CellId 26917\u000a07:48:57.351852 tst mo_mt_call.py: using BVCI 26918\u000a07:48:57.374187 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:48:57.385657 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:48:57.396723 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:48:57.408897 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:48:57.420564 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:48:57.432366 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:48:57.554533 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:48:57.752425 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:48:58.215348 run create_hlr_db(pid=13166): Launched\u000a07:48:58.384005 bus /sierra_2: Setting Powered False\u000a07:48:59.406365 run create_hlr_db(pid=13166): Terminated: ok {rc=0}\u000a07:48:59.826356 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13168): Launched\u000a07:49:00.143252 run osmo-hlr_10.42.42.2(pid=13169): Launched\u000a07:49:00.262898 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:49:00.809552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13171): Launched\u000a07:49:01.169735 run osmo-stp_10.42.42.5(pid=13172): Launched\u000a07:49:01.362708 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:49:02.073172 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13174): Launched\u000a07:49:02.374330 run osmo-msc_10.42.42.6(pid=13175): Launched\u000a07:49:02.549424 run osmo-stp_10.42.42.5(pid=13172): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13172)]\u000a07:49:02.675972 run osmo-stp_10.42.42.5(pid=13172): stdout: \u000a| (launched: 2022-12-10_07:49:00.988056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:49:02.799524 run osmo-stp_10.42.42.5(pid=13172): stderr: \u000a| �[0;m�[38;5;43m20221210074901341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074901341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074901342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074901342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074901342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074901343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074901343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:49:02.918633 run osmo-stp_10.42.42.5(pid=13172): stdout: \u000a| (launched: 2022-12-10_07:49:00.988056)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:49:03.036365 run osmo-stp_10.42.42.5(pid=13172): stderr: \u000a| �[0;m�[38;5;43m20221210074901341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074901341 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074901342 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074901342 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074901342 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074901343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074901343 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:49:03.088456 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13172): Process ended prematurely: osmo-stp_10.42.42.5(pid=13172) [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13172)] [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a07:49:03.097003 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a07:49:03.157221 run osmo-hlr_10.42.42.2(pid=13169): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13169)]\u000a07:49:03.206026 run osmo-hlr_10.42.42.2(pid=13169): stdout: \u000a| (launched: 2022-12-10_07:48:59.986768) \u000a07:49:03.255275 run osmo-hlr_10.42.42.2(pid=13169): stderr: \u000a| �[0;m�[1;31m20221210074900186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074900186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074900186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074900186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074900186 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074900187 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074900199 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074900208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074900208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074900208 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:49:03.322421 run osmo-msc_10.42.42.6(pid=13175): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13175)]\u000a07:49:03.371266 run osmo-msc_10.42.42.6(pid=13175): stdout: \u000a| (launched: 2022-12-10_07:49:02.226709) \u000a07:49:03.420647 run osmo-msc_10.42.42.6(pid=13175): stderr: \u000a| �[0;m�[38;5;43m20221210074902494 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210074902494 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fda776d8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210074902494 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210074902494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210074902494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210074902494 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210074902496 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210074902496 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210074902497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210074902497 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:49:03.462314 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13168): Terminating (SIGTERM)\u000a07:49:03.501883 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13171): Terminating (SIGTERM)\u000a07:49:03.541631 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13174): Terminating (SIGTERM)\u000a07:49:03.551199 --- ParallelTerminationStrategy: PID 13168 died...\u000a07:49:03.605273 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13168): Terminated: ok {rc=0}\u000a07:49:03.614967 --- ParallelTerminationStrategy: PID 13171 died...\u000a07:49:03.667926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13171): Terminated: ok {rc=0}\u000a07:49:03.677796 --- ParallelTerminationStrategy: PID 13174 died...\u000a07:49:03.731179 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13174): Terminated: ok {rc=0}\u000a07:49:03.818934 bus /sierra_3: Setting Powered False\u000a07:49:04.921773 bus /sierra_3: Setting Powered False\u000a07:49:06.031223 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 207, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13183): Process ended prematurely: osmo-stp_10.42.42.5(pid=13183) [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13183)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13183): Process ended prematurely: osmo-stp_10.42.42.5(pid=13183) [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13183)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:49:07.145436 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:49:07.157691 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:49:07.317673 tst mo_mt_call_osmux.py: using LAC 26918\u000a07:49:07.443353 tst mo_mt_call_osmux.py: using RAC 143\u000a07:49:07.569952 tst mo_mt_call_osmux.py: using CellId 26918\u000a07:49:07.695113 tst mo_mt_call_osmux.py: using BVCI 26919\u000a07:49:07.719246 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:49:07.731104 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:49:07.742688 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:49:07.754294 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:49:07.765920 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:49:07.777394 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:49:07.896364 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:49:08.109710 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:49:08.613929 run create_hlr_db(pid=13177): Launched\u000a07:49:08.796300 bus /sierra_2: Setting Powered False\u000a07:49:09.818207 run create_hlr_db(pid=13177): Terminated: ok {rc=0}\u000a07:49:10.235659 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13179): Launched\u000a07:49:10.551433 run osmo-hlr_10.42.42.2(pid=13180): Launched\u000a07:49:10.669826 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:49:11.219228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13182): Launched\u000a07:49:11.535200 run osmo-stp_10.42.42.5(pid=13183): Launched\u000a07:49:11.649673 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:49:12.226433 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13185): Launched\u000a07:49:12.540890 run osmo-msc_10.42.42.6(pid=13186): Launched\u000a07:49:12.725404 run osmo-stp_10.42.42.5(pid=13183): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13183)]\u000a07:49:12.859107 run osmo-stp_10.42.42.5(pid=13183): stdout: \u000a| (launched: 2022-12-10_07:49:11.380483)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:49:12.991331 run osmo-stp_10.42.42.5(pid=13183): stderr: \u000a| �[0;m�[38;5;43m20221210074911572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074911572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074911572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074911573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074911575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074911575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074911575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:49:13.118424 run osmo-stp_10.42.42.5(pid=13183): stdout: \u000a| (launched: 2022-12-10_07:49:11.380483)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:49:13.244154 run osmo-stp_10.42.42.5(pid=13183): stderr: \u000a| �[0;m�[38;5;43m20221210074911572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074911572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074911572 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074911573 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074911575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074911575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074911575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:49:13.299765 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13183): Process ended prematurely: osmo-stp_10.42.42.5(pid=13183) [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13183)] [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a07:49:13.309014 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a07:49:13.371557 run osmo-hlr_10.42.42.2(pid=13180): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13180)]\u000a07:49:13.422740 run osmo-hlr_10.42.42.2(pid=13180): stdout: \u000a| (launched: 2022-12-10_07:49:10.396181) \u000a07:49:13.474584 run osmo-hlr_10.42.42.2(pid=13180): stderr: \u000a| �[0;m�[1;31m20221210074910595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074910595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074910595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074910595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074910595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074910596 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074910609 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074910617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074910617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074910617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:49:13.545612 run osmo-msc_10.42.42.6(pid=13186): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13186)]\u000a07:49:13.596540 run osmo-msc_10.42.42.6(pid=13186): stdout: \u000a| (launched: 2022-12-10_07:49:12.386425) \u000a07:49:13.647954 run osmo-msc_10.42.42.6(pid=13186): stderr: \u000a| �[0;m�[38;5;43m20221210074912707 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210074912709 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7c193cdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210074912709 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210074912709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210074912709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210074912710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210074912711 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210074912712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210074912712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210074912713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:49:13.691663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13179): Terminating (SIGTERM)\u000a07:49:13.733145 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13182): Terminating (SIGTERM)\u000a07:49:13.774698 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13185): Terminating (SIGTERM)\u000a07:49:13.784068 --- ParallelTerminationStrategy: PID 13179 died...\u000a07:49:13.839984 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13179): Terminated: ok {rc=0}\u000a07:49:13.850294 --- ParallelTerminationStrategy: PID 13182 died...\u000a07:49:13.905897 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13182): Terminated: ok {rc=0}\u000a07:49:13.916154 --- ParallelTerminationStrategy: PID 13185 died...\u000a07:49:13.971407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13185): Terminated: ok {rc=0}\u000a07:49:14.057906 bus /sierra_3: Setting Powered False\u000a07:49:15.162561 bus /sierra_3: Setting Powered False\u000a07:49:16.294551 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "122", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:48:56" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13197): Process ended prematurely: osmo-stp_10.42.42.5(pid=13197) [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13197)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13197): Process ended prematurely: osmo-stp_10.42.42.5(pid=13197) [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13197)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call.py\u000a----------------------------------------------\u000a07:49:18.285475 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:49:18.296284 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:49:18.443963 tst mo_mt_call.py: using LAC 26919\u000a07:49:18.566472 tst mo_mt_call.py: using RAC 144\u000a07:49:18.688467 tst mo_mt_call.py: using CellId 26919\u000a07:49:18.810046 tst mo_mt_call.py: using BVCI 26920\u000a07:49:18.833966 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:49:18.845262 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:49:18.856350 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:49:18.868009 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:49:18.879846 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:49:18.891485 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:49:19.008478 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:49:19.203933 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:49:19.665926 run create_hlr_db(pid=13191): Launched\u000a07:49:19.835264 bus /sierra_2: Setting Powered False\u000a07:49:20.857663 run create_hlr_db(pid=13191): Terminated: ok {rc=0}\u000a07:49:21.277131 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13193): Launched\u000a07:49:21.593503 run osmo-hlr_10.42.42.2(pid=13194): Launched\u000a07:49:21.712037 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:49:22.260609 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13196): Launched\u000a07:49:22.575910 run osmo-stp_10.42.42.5(pid=13197): Launched\u000a07:49:22.689828 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:49:23.265095 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13199): Launched\u000a07:49:23.580914 run osmo-msc_10.42.42.6(pid=13200): Launched\u000a07:49:23.766498 run osmo-stp_10.42.42.5(pid=13197): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13197)]\u000a07:49:23.899659 run osmo-stp_10.42.42.5(pid=13197): stdout: \u000a| (launched: 2022-12-10_07:49:22.421155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:49:24.032368 run osmo-stp_10.42.42.5(pid=13197): stderr: \u000a| �[0;m�[38;5;43m20221210074922611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074922612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074922612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074922612 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074922613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074922613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074922613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:49:24.159345 run osmo-stp_10.42.42.5(pid=13197): stdout: \u000a| (launched: 2022-12-10_07:49:22.421155)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:49:24.284739 run osmo-stp_10.42.42.5(pid=13197): stderr: \u000a| �[0;m�[38;5;43m20221210074922611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074922612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074922612 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074922612 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074922613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074922613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074922613 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:49:24.340745 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13197): Process ended prematurely: osmo-stp_10.42.42.5(pid=13197) [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13197)] [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py:8]\u000a07:49:24.349942 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a07:49:24.412355 run osmo-hlr_10.42.42.2(pid=13194): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13194)]\u000a07:49:24.463484 run osmo-hlr_10.42.42.2(pid=13194): stdout: \u000a| (launched: 2022-12-10_07:49:21.438018) \u000a07:49:24.515519 run osmo-hlr_10.42.42.2(pid=13194): stderr: \u000a| �[0;m�[1;31m20221210074921637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074921637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074921637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074921637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074921637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074921637 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074921650 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074921659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074921659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074921659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:49:24.586345 run osmo-msc_10.42.42.6(pid=13200): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13200)]\u000a07:49:24.637481 run osmo-msc_10.42.42.6(pid=13200): stdout: \u000a| (launched: 2022-12-10_07:49:23.425645) \u000a07:49:24.689193 run osmo-msc_10.42.42.6(pid=13200): stderr: \u000a| �[0;m�[38;5;43m20221210074923747 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210074923748 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9b6fd7ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210074923748 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210074923748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210074923748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210074923748 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210074923750 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210074923750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210074923750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210074923750 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:49:24.732904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13193): Terminating (SIGTERM)\u000a07:49:24.774589 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13196): Terminating (SIGTERM)\u000a07:49:24.816307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13199): Terminating (SIGTERM)\u000a07:49:24.826117 --- ParallelTerminationStrategy: PID 13193 died...\u000a07:49:24.881876 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13193): Terminated: ok {rc=0}\u000a07:49:24.891977 --- ParallelTerminationStrategy: PID 13196 died...\u000a07:49:24.947637 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13196): Terminated: ok {rc=0}\u000a07:49:24.957796 --- ParallelTerminationStrategy: PID 13199 died...\u000a07:49:25.013093 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13199): Terminated: ok {rc=0}\u000a07:49:25.100113 bus /sierra_3: Setting Powered False\u000a07:49:26.205374 bus /sierra_3: Setting Powered False\u000a07:49:27.311643 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 207, "className" : "voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13208): Process ended prematurely: osmo-stp_10.42.42.5(pid=13208) [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13208)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13208): Process ended prematurely: osmo-stp_10.42.42.5(pid=13208) [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13208)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:49:28.424283 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:49:28.436139 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:49:28.593908 tst mo_mt_call_osmux.py: using LAC 26920\u000a07:49:28.718054 tst mo_mt_call_osmux.py: using RAC 145\u000a07:49:28.844798 tst mo_mt_call_osmux.py: using CellId 26920\u000a07:49:28.965673 tst mo_mt_call_osmux.py: using BVCI 26921\u000a07:49:28.989479 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:49:29.000764 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:49:29.012053 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:49:29.023386 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:49:29.034831 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 6)\u000a07:49:29.046141 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:49:29.163211 tst voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 2)\u000a07:49:29.358405 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:49:29.818598 run create_hlr_db(pid=13202): Launched\u000a07:49:29.986619 bus /sierra_2: Setting Powered False\u000a07:49:31.043817 run create_hlr_db(pid=13202): Terminated: ok {rc=0}\u000a07:49:31.483960 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13204): Launched\u000a07:49:31.822157 run osmo-hlr_10.42.42.2(pid=13205): Launched\u000a07:49:31.997591 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:49:32.631140 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13207): Launched\u000a07:49:32.945306 run osmo-stp_10.42.42.5(pid=13208): Launched\u000a07:49:33.059647 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:49:33.633408 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13210): Launched\u000a07:49:33.947258 run osmo-msc_10.42.42.6(pid=13211): Launched\u000a07:49:34.131236 run osmo-stp_10.42.42.5(pid=13208): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13208)]\u000a07:49:34.263551 run osmo-stp_10.42.42.5(pid=13208): stdout: \u000a| (launched: 2022-12-10_07:49:32.791002)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:49:34.395711 run osmo-stp_10.42.42.5(pid=13208): stderr: \u000a| �[0;m�[38;5;43m20221210074932981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074932981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074932981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074932981 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074932982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074932982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074932982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:49:34.522206 run osmo-stp_10.42.42.5(pid=13208): stdout: \u000a| (launched: 2022-12-10_07:49:32.791002)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:49:34.647004 run osmo-stp_10.42.42.5(pid=13208): stderr: \u000a| �[0;m�[38;5;43m20221210074932981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074932981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074932981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074932981 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074932982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074932982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074932982 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:49:34.702002 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13208): Process ended prematurely: osmo-stp_10.42.42.5(pid=13208) [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13208)] [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py:8]\u000a07:49:34.710930 tst mo_mt_call_osmux.py:8: Test FAILED (6.3 sec)\u000a07:49:34.772808 run osmo-hlr_10.42.42.2(pid=13205): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13205)]\u000a07:49:34.823655 run osmo-hlr_10.42.42.2(pid=13205): stdout: \u000a| (launched: 2022-12-10_07:49:31.648640) \u000a07:49:34.875185 run osmo-hlr_10.42.42.2(pid=13205): stderr: \u000a| �[0;m�[1;31m20221210074932030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074932030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074932030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074932030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074932030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074932030 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074932055 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074932068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074932068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074932068 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:49:34.945143 run osmo-msc_10.42.42.6(pid=13211): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13211)]\u000a07:49:34.995862 run osmo-msc_10.42.42.6(pid=13211): stdout: \u000a| (launched: 2022-12-10_07:49:33.793299) \u000a07:49:35.047194 run osmo-msc_10.42.42.6(pid=13211): stderr: \u000a| �[0;m�[38;5;43m20221210074934116 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210074934116 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6b72118c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210074934116 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210074934116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210074934116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210074934116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210074934118 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210074934119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210074934119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210074934119 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:49:35.090836 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13204): Terminating (SIGTERM)\u000a07:49:35.132201 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13207): Terminating (SIGTERM)\u000a07:49:35.173767 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13210): Terminating (SIGTERM)\u000a07:49:35.183529 --- ParallelTerminationStrategy: PID 13204 died...\u000a07:49:35.238805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13204): Terminated: ok {rc=0}\u000a07:49:35.248783 --- ParallelTerminationStrategy: PID 13207 died...\u000a07:49:35.304196 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13207): Terminated: ok {rc=0}\u000a07:49:35.314348 --- ParallelTerminationStrategy: PID 13210 died...\u000a07:49:35.369423 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13210): Terminated: ok {rc=0}\u000a07:49:35.456588 bus /sierra_3: Setting Powered False\u000a07:49:36.561693 bus /sierra_3: Setting Powered False\u000a07:49:37.670939 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "123", "name" : "voice_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:49:18" }, { "cases" : [ { "testActions" : [ ], "age" : 230, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13222): Process ended prematurely: osmo-stp_10.42.42.5(pid=13222) [trial-2371↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13222)]", "failedSince" : 2142, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13222): Process ended prematurely: osmo-stp_10.42.42.5(pid=13222) [trial-2371↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13222)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 emergency:trx-lms-limenet-micro emergency_mo_mt_call.py\u000a----------------------------------------------\u000a07:49:39.663657 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:49:39.674996 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a07:49:39.813128 tst emergency_mo_mt_call.py: using LAC 26921\u000a07:49:39.932227 tst emergency_mo_mt_call.py: using RAC 146\u000a07:49:40.053127 tst emergency_mo_mt_call.py: using CellId 26921\u000a07:49:40.172085 tst emergency_mo_mt_call.py: using BVCI 26922\u000a07:49:40.195525 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:49:40.207137 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:49:40.218313 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:49:40.229326 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:49:40.240480 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:49:40.251768 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:49:40.367922 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:49:40.562411 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:49:41.016677 run create_hlr_db(pid=13216): Launched\u000a07:49:41.182971 bus /sierra_2: Setting Powered False\u000a07:49:42.205184 run create_hlr_db(pid=13216): Terminated: ok {rc=0}\u000a07:49:42.590085 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13218): Launched\u000a07:49:42.878536 run osmo-hlr_10.42.42.2(pid=13219): Launched\u000a07:49:42.990182 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:49:43.495676 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13221): Launched\u000a07:49:43.795707 run osmo-stp_10.42.42.5(pid=13222): Launched\u000a07:49:43.919530 tst emergency_mo_mt_call.py: using MSISDN 7619\u000a07:49:44.074075 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:49:44.641837 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13224): Launched\u000a07:49:44.949921 run osmo-msc_10.42.42.6(pid=13225): Launched\u000a07:49:45.130412 run osmo-stp_10.42.42.5(pid=13222): ERR: Terminated: ERROR {rc=1} [trial-2371↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13222)]\u000a07:49:45.261485 run osmo-stp_10.42.42.5(pid=13222): stdout: \u000a| (launched: 2022-12-10_07:49:43.640915)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:49:45.391780 run osmo-stp_10.42.42.5(pid=13222): stderr: \u000a| �[0;m�[38;5;43m20221210074943833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074943833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074943833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074943834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074943834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074943834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074943834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:49:45.516529 run osmo-stp_10.42.42.5(pid=13222): stdout: \u000a| (launched: 2022-12-10_07:49:43.640915)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:49:45.639899 run osmo-stp_10.42.42.5(pid=13222): stderr: \u000a| �[0;m�[38;5;43m20221210074943833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074943833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074943833 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074943834 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074943834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074943834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074943834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:49:45.693995 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=13222): Process ended prematurely: osmo-stp_10.42.42.5(pid=13222) [trial-2371↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13222)] [trial-2371↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py:19]\u000a07:49:45.702601 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a07:49:45.764779 run osmo-hlr_10.42.42.2(pid=13219): ERR: Terminated: ERROR {rc=237} [trial-2371↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13219)]\u000a07:49:45.815914 run osmo-hlr_10.42.42.2(pid=13219): stdout: \u000a| (launched: 2022-12-10_07:49:42.735649) \u000a07:49:45.891982 run osmo-hlr_10.42.42.2(pid=13219): stderr: \u000a| �[0;m�[1;31m20221210074942910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074942910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074942910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074942910 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074942911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074942911 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074942922 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/emergency:trx-lms-limenet-micro/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074942930 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074942931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074942931 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:49:45.963933 run osmo-msc_10.42.42.6(pid=13225): ERR: Terminated: ERROR {rc=2} [trial-2371↪emergency:trx-lms-limenet-micro↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13225)]\u000a07:49:46.016758 run osmo-msc_10.42.42.6(pid=13225): stdout: \u000a| (launched: 2022-12-10_07:49:44.798964) \u000a07:49:46.069231 run osmo-msc_10.42.42.6(pid=13225): stderr: \u000a| �[0;m�[38;5;43m20221210074945121 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210074945121 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f4d3e2f6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210074945121 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210074945121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210074945121 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210074945122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210074945123 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210074945124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210074945124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210074945124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:49:46.114952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13218): Terminating (SIGTERM)\u000a07:49:46.155922 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13221): Terminating (SIGTERM)\u000a07:49:46.199157 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13224): Terminating (SIGTERM)\u000a07:49:46.211846 --- ParallelTerminationStrategy: PID 13218 died...\u000a07:49:46.270232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13218): Terminated: ok {rc=0}\u000a07:49:46.280932 --- ParallelTerminationStrategy: PID 13221 died...\u000a07:49:46.338969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13221): Terminated: ok {rc=0}\u000a07:49:46.349930 --- ParallelTerminationStrategy: PID 13224 died...\u000a07:49:46.406670 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13224): Terminated: ok {rc=0}\u000a07:49:46.495300 bus /sierra_3: Setting Powered False\u000a07:49:47.595970 bus /sierra_3: Setting Powered False\u000a07:49:48.706498 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "emergency:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13233): Process ended prematurely: osmo-stp_10.42.42.5(pid=13233) [trial-2371↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13233)]", "failedSince" : 2142, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13233): Process ended prematurely: osmo-stp_10.42.42.5(pid=13233) [trial-2371↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13233)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 emergency:trx-lms-limenet-micro emergency_preemptive_call.py\u000a----------------------------------------------\u000a07:49:49.757550 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:49:49.768726 tst emergency:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a07:49:49.901002 tst emergency_preemptive_call.py: using LAC 26922\u000a07:49:50.013679 tst emergency_preemptive_call.py: using RAC 147\u000a07:49:50.131906 tst emergency_preemptive_call.py: using CellId 26922\u000a07:49:50.243444 tst emergency_preemptive_call.py: using BVCI 26923\u000a07:49:50.265257 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:49:50.275940 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:49:50.286506 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:49:50.297709 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:49:50.308919 tst emergency:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a07:49:50.319854 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:49:50.430730 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:49:50.543173 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:49:50.659356 tst emergency:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:49:50.862608 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:49:51.358007 run create_hlr_db(pid=13227): Launched\u000a07:49:51.538295 bus /sierra_2: Setting Powered False\u000a07:49:52.559161 run create_hlr_db(pid=13227): Terminated: ok {rc=0}\u000a07:49:52.946555 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13229): Launched\u000a07:49:53.234517 run osmo-hlr_10.42.42.2(pid=13230): Launched\u000a07:49:53.347144 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:49:53.884631 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13232): Launched\u000a07:49:54.195218 run osmo-stp_10.42.42.5(pid=13233): Launched\u000a07:49:54.317616 tst emergency_preemptive_call.py: using MSISDN 7620\u000a07:49:54.472724 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:49:55.036553 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13235): Launched\u000a07:49:55.344559 run osmo-msc_10.42.42.6(pid=13236): Launched\u000a07:49:55.525592 run osmo-stp_10.42.42.5(pid=13233): ERR: Terminated: ERROR {rc=1} [trial-2371↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13233)]\u000a07:49:55.657192 run osmo-stp_10.42.42.5(pid=13233): stdout: \u000a| (launched: 2022-12-10_07:49:54.042603)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:49:55.788138 run osmo-stp_10.42.42.5(pid=13233): stderr: \u000a| �[0;m�[38;5;43m20221210074954235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074954235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074954235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074954235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074954236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074954236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074954236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:49:55.912761 run osmo-stp_10.42.42.5(pid=13233): stdout: \u000a| (launched: 2022-12-10_07:49:54.042603)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:49:56.036202 run osmo-stp_10.42.42.5(pid=13233): stderr: \u000a| �[0;m�[38;5;43m20221210074954235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210074954235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210074954235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210074954235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210074954236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210074954236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210074954236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:49:56.090482 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=13233): Process ended prematurely: osmo-stp_10.42.42.5(pid=13233) [trial-2371↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13233)] [trial-2371↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py:32]\u000a07:49:56.099054 tst emergency_preemptive_call.py:32: Test FAILED (6.3 sec)\u000a07:49:56.161590 run osmo-hlr_10.42.42.2(pid=13230): ERR: Terminated: ERROR {rc=237} [trial-2371↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13230)]\u000a07:49:56.212907 run osmo-hlr_10.42.42.2(pid=13230): stdout: \u000a| (launched: 2022-12-10_07:49:53.092579) \u000a07:49:56.264454 run osmo-hlr_10.42.42.2(pid=13230): stderr: \u000a| �[0;m�[1;31m20221210074953264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210074953264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210074953264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074953264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210074953264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210074953264 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210074953275 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/emergency:trx-lms-limenet-micro/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210074953285 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210074953286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210074953286 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:49:56.335033 run osmo-msc_10.42.42.6(pid=13236): ERR: Terminated: ERROR {rc=2} [trial-2371↪emergency:trx-lms-limenet-micro↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13236)]\u000a07:49:56.386079 run osmo-msc_10.42.42.6(pid=13236): stdout: \u000a| (launched: 2022-12-10_07:49:55.193650) \u000a07:49:56.437562 run osmo-msc_10.42.42.6(pid=13236): stderr: \u000a| �[0;m�[38;5;43m20221210074955515 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210074955516 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa34c384c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210074955516 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210074955516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210074955516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210074955516 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210074955518 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210074955519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210074955519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210074955519 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:49:56.481639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13229): Terminating (SIGTERM)\u000a07:49:56.523432 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13232): Terminating (SIGTERM)\u000a07:49:56.565450 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13235): Terminating (SIGTERM)\u000a07:49:56.575452 --- ParallelTerminationStrategy: PID 13229 died...\u000a07:49:56.631758 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13229): Terminated: ok {rc=0}\u000a07:49:56.642082 --- ParallelTerminationStrategy: PID 13232 died...\u000a07:49:56.697599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13232): Terminated: ok {rc=0}\u000a07:49:56.707776 --- ParallelTerminationStrategy: PID 13235 died...\u000a07:49:56.763241 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13235): Terminated: ok {rc=0}\u000a07:49:56.851149 bus /sierra_9: Setting Powered False\u000a07:49:57.957468 bus /sierra_9: Setting Powered False\u000a07:49:59.064039 bus /sierra_8: Setting Powered False\u000a07:50:00.169010 bus /sierra_8: Setting Powered False\u000a07:50:01.284040 bus /sierra_3: Setting Powered False\u000a07:50:02.388529 bus /sierra_3: Setting Powered False\u000a07:50:03.495892 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "124", "name" : "emergency_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:49:39" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-lms-limenet-micro", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13255): Process ended prematurely: osmo-stp_10.42.42.5(pid=13255) [trial-2371↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13255)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13255): Process ended prematurely: osmo-stp_10.42.42.5(pid=13255) [trial-2371↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13255)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-lms-limenet-micro cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:50:05.591735 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:05.602508 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a07:50:05.735620 tst cs_paging_gprs_active.py: using LAC 26923\u000a07:50:05.848495 tst cs_paging_gprs_active.py: using RAC 148\u000a07:50:05.962119 tst cs_paging_gprs_active.py: using CellId 26923\u000a07:50:06.075726 tst cs_paging_gprs_active.py: using BVCI 26924\u000a07:50:06.098329 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:06.108830 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:06.119234 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:06.129896 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:06.140425 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:06.151030 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:06.161790 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:06.172382 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:06.183305 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:50:06.297606 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:50:06.586138 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:50:06.718363 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:50:07.045650 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13245): Launched\u000a07:50:07.316158 run iperf3-srv_10.42.42.10(pid=13246): Launched\u000a07:50:07.509986 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:50:07.642182 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:50:07.968543 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13247): Launched\u000a07:50:08.239035 run iperf3-srv_10.42.42.10(pid=13248): Launched\u000a07:50:08.431643 tst cs_paging_gprs_active.py:38: start network...\u000a07:50:08.563366 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:50:09.066654 run create_hlr_db(pid=13249): Launched\u000a07:50:09.248687 bus /sierra_2: Setting Powered False\u000a07:50:10.270931 run create_hlr_db(pid=13249): Terminated: ok {rc=0}\u000a07:50:10.691234 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13251): Launched\u000a07:50:11.006884 run osmo-hlr_10.42.42.2(pid=13252): Launched\u000a07:50:11.121882 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:50:11.669550 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13254): Launched\u000a07:50:11.984086 run osmo-stp_10.42.42.5(pid=13255): Launched\u000a07:50:12.097909 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:50:12.646663 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13257): Launched\u000a07:50:12.759375 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:50:13.034504 run patchelf(pid=13258): Launched\u000a07:50:13.219601 run osmo-stp_10.42.42.5(pid=13255): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13255)]\u000a07:50:13.355131 run osmo-stp_10.42.42.5(pid=13255): stdout: \u000a| (launched: 2022-12-10_07:50:11.829488)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:50:13.490737 run osmo-stp_10.42.42.5(pid=13255): stderr: \u000a| �[0;m�[38;5;43m20221210075012020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075012020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075012020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075012021 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075012021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075012021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075012021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:50:13.621607 run osmo-stp_10.42.42.5(pid=13255): stdout: \u000a| (launched: 2022-12-10_07:50:11.829488)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:50:13.750669 run osmo-stp_10.42.42.5(pid=13255): stderr: \u000a| �[0;m�[38;5;43m20221210075012020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075012020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075012020 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075012021 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075012021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075012021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075012021 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:50:13.901718 run patchelf(pid=13258): Terminating (SIGINT)\u000a07:50:14.079699 run patchelf(pid=13258): Terminated: ok {rc=0}\u000a07:50:14.112566 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13255): Process ended prematurely: osmo-stp_10.42.42.5(pid=13255) [trial-2371↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13255)] [trial-2371↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py:38]\u000a07:50:14.122223 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a07:50:14.184136 run osmo-hlr_10.42.42.2(pid=13252): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-lms-limenet-micro↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13252)]\u000a07:50:14.234660 run osmo-hlr_10.42.42.2(pid=13252): stdout: \u000a| (launched: 2022-12-10_07:50:10.852001) \u000a07:50:14.285847 run osmo-hlr_10.42.42.2(pid=13252): stderr: \u000a| �[0;m�[1;31m20221210075011048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075011048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075011048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075011048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075011048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075011048 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075011064 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-lms-limenet-micro/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075011073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075011073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075011073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:50:14.330016 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13245): Terminating (SIGTERM)\u000a07:50:14.371056 run iperf3-srv_10.42.42.10(pid=13246): Terminating (SIGTERM)\u000a07:50:14.412237 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13247): Terminating (SIGTERM)\u000a07:50:14.453336 run iperf3-srv_10.42.42.10(pid=13248): Terminating (SIGTERM)\u000a07:50:14.494417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13251): Terminating (SIGTERM)\u000a07:50:14.535758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13254): Terminating (SIGTERM)\u000a07:50:14.576904 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13257): Terminating (SIGTERM)\u000a07:50:14.586657 --- ParallelTerminationStrategy: PID 13245 died...\u000a07:50:14.642008 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13245): Terminated: ok {rc=0}\u000a07:50:14.652057 --- ParallelTerminationStrategy: PID 13246 died...\u000a07:50:14.707241 run iperf3-srv_10.42.42.10(pid=13246): Terminated {rc=256}\u000a07:50:14.717405 --- ParallelTerminationStrategy: PID 13247 died...\u000a07:50:14.772429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13247): Terminated: ok {rc=0}\u000a07:50:14.782417 --- ParallelTerminationStrategy: PID 13248 died...\u000a07:50:14.837373 run iperf3-srv_10.42.42.10(pid=13248): Terminated {rc=256}\u000a07:50:14.847355 --- ParallelTerminationStrategy: PID 13251 died...\u000a07:50:14.902681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13251): Terminated: ok {rc=0}\u000a07:50:14.912691 --- ParallelTerminationStrategy: PID 13254 died...\u000a07:50:14.967463 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13254): Terminated: ok {rc=0}\u000a07:50:14.977515 --- ParallelTerminationStrategy: PID 13257 died...\u000a07:50:15.032198 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13257): Terminated: ok {rc=0}\u000a07:50:15.118799 bus /gobi_0: Setting Powered False\u000a07:50:16.239615 bus /gobi_0: Setting Powered False\u000a07:50:17.350577 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-lms-limenet-micro", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13267): Process ended prematurely: osmo-stp_10.42.42.5(pid=13267) [trial-2371↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13267)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13267): Process ended prematurely: osmo-stp_10.42.42.5(pid=13267) [trial-2371↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13267)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-lms-limenet-micro iperf3.py\u000a----------------------------------------------\u000a07:50:18.458708 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:18.470080 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a07:50:18.609192 tst iperf3.py: using LAC 26924\u000a07:50:18.731889 tst iperf3.py: using RAC 149\u000a07:50:18.854685 tst iperf3.py: using CellId 26924\u000a07:50:18.977634 tst iperf3.py: using BVCI 26925\u000a07:50:19.001612 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:19.012682 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:19.023629 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:19.034589 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:19.045421 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:19.056281 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:19.067394 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:19.078160 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:19.089141 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:50:19.359779 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:50:19.481485 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:50:19.785656 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13259): Launched\u000a07:50:20.038124 run iperf3-srv_10.42.42.10(pid=13260): Launched\u000a07:50:20.216623 tst iperf3.py:8: start network...\u000a07:50:20.338628 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:50:20.800216 run create_hlr_db(pid=13261): Launched\u000a07:50:20.968592 bus /gobi_6: Setting Powered False\u000a07:50:21.990927 run create_hlr_db(pid=13261): Terminated: ok {rc=0}\u000a07:50:22.409811 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13263): Launched\u000a07:50:22.725435 run osmo-hlr_10.42.42.2(pid=13264): Launched\u000a07:50:22.841514 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:50:23.389334 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13266): Launched\u000a07:50:23.704245 run osmo-stp_10.42.42.5(pid=13267): Launched\u000a07:50:23.818357 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:50:24.366034 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13269): Launched\u000a07:50:24.478506 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:50:24.753375 run patchelf(pid=13270): Launched\u000a07:50:24.937771 run osmo-stp_10.42.42.5(pid=13267): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13267)]\u000a07:50:25.072320 run osmo-stp_10.42.42.5(pid=13267): stdout: \u000a| (launched: 2022-12-10_07:50:23.549743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:50:25.207059 run osmo-stp_10.42.42.5(pid=13267): stderr: \u000a| �[0;m�[38;5;43m20221210075023742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075023742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075023742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075023742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075023743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075023743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075023743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:50:25.337273 run osmo-stp_10.42.42.5(pid=13267): stdout: \u000a| (launched: 2022-12-10_07:50:23.549743)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:50:25.465667 run osmo-stp_10.42.42.5(pid=13267): stderr: \u000a| �[0;m�[38;5;43m20221210075023742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075023742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075023742 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075023742 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075023743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075023743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075023743 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:50:25.616493 run patchelf(pid=13270): Terminating (SIGINT)\u000a07:50:25.793786 run patchelf(pid=13270): Terminated: ok {rc=0}\u000a07:50:25.826160 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13267): Process ended prematurely: osmo-stp_10.42.42.5(pid=13267) [trial-2371↪gprs:trx-lms-limenet-micro↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13267)] [trial-2371↪gprs:trx-lms-limenet-micro↪iperf3.py:8]\u000a07:50:25.835925 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a07:50:25.897942 run osmo-hlr_10.42.42.2(pid=13264): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-lms-limenet-micro↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13264)]\u000a07:50:25.948644 run osmo-hlr_10.42.42.2(pid=13264): stdout: \u000a| (launched: 2022-12-10_07:50:22.570193) \u000a07:50:26.000043 run osmo-hlr_10.42.42.2(pid=13264): stderr: \u000a| �[0;m�[1;31m20221210075022768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075022768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075022768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075022768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075022768 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075022769 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075022810 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-lms-limenet-micro/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075022819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075022819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075022819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:50:26.043439 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13259): Terminating (SIGTERM)\u000a07:50:26.084399 run iperf3-srv_10.42.42.10(pid=13260): Terminating (SIGTERM)\u000a07:50:26.125553 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13263): Terminating (SIGTERM)\u000a07:50:26.166446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13266): Terminating (SIGTERM)\u000a07:50:26.207739 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13269): Terminating (SIGTERM)\u000a07:50:26.217488 --- ParallelTerminationStrategy: PID 13259 died...\u000a07:50:26.273173 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13259): Terminated: ok {rc=0}\u000a07:50:26.283322 --- ParallelTerminationStrategy: PID 13260 died...\u000a07:50:26.338517 run iperf3-srv_10.42.42.10(pid=13260): Terminated {rc=256}\u000a07:50:26.348588 --- ParallelTerminationStrategy: PID 13263 died...\u000a07:50:26.403696 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13263): Terminated: ok {rc=0}\u000a07:50:26.413840 --- ParallelTerminationStrategy: PID 13266 died...\u000a07:50:26.468797 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13266): Terminated: ok {rc=0}\u000a07:50:26.478849 --- ParallelTerminationStrategy: PID 13269 died...\u000a07:50:26.534022 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13269): Terminated: ok {rc=0}\u000a07:50:26.619370 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-lms-limenet-micro", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13285): Process ended prematurely: osmo-stp_10.42.42.5(pid=13285) [trial-2371↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13285)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13285): Process ended prematurely: osmo-stp_10.42.42.5(pid=13285) [trial-2371↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13285)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-lms-limenet-micro iperf3m4.py\u000a----------------------------------------------\u000a07:50:27.732433 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:27.744058 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a07:50:27.898384 tst iperf3m4.py: using LAC 26925\u000a07:50:28.026251 tst iperf3m4.py: using RAC 150\u000a07:50:28.154041 tst iperf3m4.py: using CellId 26925\u000a07:50:28.276117 tst iperf3m4.py: using BVCI 26926\u000a07:50:28.300210 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:28.311367 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:28.322481 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:28.333427 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:28.344203 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:28.355044 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:28.366142 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:28.376888 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:28.387974 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:50:28.503124 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:50:28.620065 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:50:28.737872 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:50:29.014307 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:50:29.137502 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:50:29.442211 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13271): Launched\u000a07:50:29.695204 run iperf3-srv_10.42.42.10(pid=13272): Launched\u000a07:50:29.873743 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:50:29.995499 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:50:30.300604 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13273): Launched\u000a07:50:30.553203 run iperf3-srv_10.42.42.10(pid=13274): Launched\u000a07:50:30.731837 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:50:30.863956 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:50:31.188896 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13275): Launched\u000a07:50:31.474291 run iperf3-srv_10.42.42.10(pid=13276): Launched\u000a07:50:31.674557 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:50:31.810890 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:50:32.190352 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13277): Launched\u000a07:50:32.448084 run iperf3-srv_10.42.42.10(pid=13278): Launched\u000a07:50:32.626955 tst iperf3m4.py:8: start network...\u000a07:50:32.749290 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:50:33.212850 run create_hlr_db(pid=13279): Launched\u000a07:50:33.382024 bus /gobi_6: Setting Powered False\u000a07:50:34.404165 run create_hlr_db(pid=13279): Terminated: ok {rc=0}\u000a07:50:34.824871 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13281): Launched\u000a07:50:35.141914 run osmo-hlr_10.42.42.2(pid=13282): Launched\u000a07:50:35.257888 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:50:35.903338 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13284): Launched\u000a07:50:36.212263 run osmo-stp_10.42.42.5(pid=13285): Launched\u000a07:50:36.326222 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:50:36.867710 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13287): Launched\u000a07:50:36.978575 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:50:37.247495 run patchelf(pid=13288): Launched\u000a07:50:37.428450 run osmo-stp_10.42.42.5(pid=13285): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13285)]\u000a07:50:37.561972 run osmo-stp_10.42.42.5(pid=13285): stdout: \u000a| (launched: 2022-12-10_07:50:36.060396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:50:37.695092 run osmo-stp_10.42.42.5(pid=13285): stderr: \u000a| �[0;m�[38;5;43m20221210075036249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075036249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075036249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075036249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075036250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075036250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075036250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:50:37.822952 run osmo-stp_10.42.42.5(pid=13285): stdout: \u000a| (launched: 2022-12-10_07:50:36.060396)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:50:37.949666 run osmo-stp_10.42.42.5(pid=13285): stderr: \u000a| �[0;m�[38;5;43m20221210075036249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075036249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075036249 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075036249 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075036250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075036250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075036250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:50:38.097845 run patchelf(pid=13288): Terminating (SIGINT)\u000a07:50:38.272099 run patchelf(pid=13288): Terminated: ok {rc=0}\u000a07:50:38.304184 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13285): Process ended prematurely: osmo-stp_10.42.42.5(pid=13285) [trial-2371↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13285)] [trial-2371↪gprs:trx-lms-limenet-micro↪iperf3m4.py:8]\u000a07:50:38.313818 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a07:50:38.376004 run osmo-hlr_10.42.42.2(pid=13282): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-lms-limenet-micro↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13282)]\u000a07:50:38.427008 run osmo-hlr_10.42.42.2(pid=13282): stdout: \u000a| (launched: 2022-12-10_07:50:34.986263) \u000a07:50:38.478436 run osmo-hlr_10.42.42.2(pid=13282): stderr: \u000a| �[0;m�[1;31m20221210075035185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075035185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075035185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075035185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075035185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075035185 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075035198 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-lms-limenet-micro/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075035206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075035206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075035206 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:50:38.521831 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13271): Terminating (SIGTERM)\u000a07:50:38.563209 run iperf3-srv_10.42.42.10(pid=13272): Terminating (SIGTERM)\u000a07:50:38.604382 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13273): Terminating (SIGTERM)\u000a07:50:38.645358 run iperf3-srv_10.42.42.10(pid=13274): Terminating (SIGTERM)\u000a07:50:38.686484 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13275): Terminating (SIGTERM)\u000a07:50:38.727296 run iperf3-srv_10.42.42.10(pid=13276): Terminating (SIGTERM)\u000a07:50:38.768307 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13277): Terminating (SIGTERM)\u000a07:50:38.809255 run iperf3-srv_10.42.42.10(pid=13278): Terminating (SIGTERM)\u000a07:50:38.850453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13281): Terminating (SIGTERM)\u000a07:50:38.891827 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13284): Terminating (SIGTERM)\u000a07:50:38.933268 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13287): Terminating (SIGTERM)\u000a07:50:38.942889 --- ParallelTerminationStrategy: PID 13271 died...\u000a07:50:38.997982 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13271): Terminated: ok {rc=0}\u000a07:50:39.007984 --- ParallelTerminationStrategy: PID 13272 died...\u000a07:50:39.062725 run iperf3-srv_10.42.42.10(pid=13272): Terminated {rc=256}\u000a07:50:39.072570 --- ParallelTerminationStrategy: PID 13273 died...\u000a07:50:39.127437 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13273): Terminated: ok {rc=0}\u000a07:50:39.137505 --- ParallelTerminationStrategy: PID 13274 died...\u000a07:50:39.192057 run iperf3-srv_10.42.42.10(pid=13274): Terminated {rc=256}\u000a07:50:39.202021 --- ParallelTerminationStrategy: PID 13275 died...\u000a07:50:39.257016 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13275): Terminated: ok {rc=0}\u000a07:50:39.267008 --- ParallelTerminationStrategy: PID 13276 died...\u000a07:50:39.321783 run iperf3-srv_10.42.42.10(pid=13276): Terminated {rc=256}\u000a07:50:39.331711 --- ParallelTerminationStrategy: PID 13277 died...\u000a07:50:39.386464 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13277): Terminated: ok {rc=0}\u000a07:50:39.396389 --- ParallelTerminationStrategy: PID 13278 died...\u000a07:50:39.451086 run iperf3-srv_10.42.42.10(pid=13278): Terminated {rc=256}\u000a07:50:39.461202 --- ParallelTerminationStrategy: PID 13281 died...\u000a07:50:39.515877 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13281): Terminated: ok {rc=0}\u000a07:50:39.525815 --- ParallelTerminationStrategy: PID 13284 died...\u000a07:50:39.580612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13284): Terminated: ok {rc=0}\u000a07:50:39.590556 --- ParallelTerminationStrategy: PID 13287 died...\u000a07:50:39.645215 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13287): Terminated: ok {rc=0}\u000a07:50:39.730759 bus /gobi_4: Setting Powered False\u000a07:50:40.833584 bus /gobi_4: Setting Powered False\u000a07:50:41.943842 bus /gobi_1: Setting Powered False\u000a07:50:43.045798 bus /gobi_1: Setting Powered False\u000a07:50:44.155245 bus /gobi_0: Setting Powered False\u000a07:50:45.256076 bus /gobi_0: Setting Powered False\u000a07:50:46.366976 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13295): Process ended prematurely: osmo-stp_10.42.42.5(pid=13295) [trial-2371↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13295)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13295): Process ended prematurely: osmo-stp_10.42.42.5(pid=13295) [trial-2371↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13295)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-lms-limenet-micro ping.py\u000a----------------------------------------------\u000a07:50:47.436266 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:47.447324 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a07:50:47.576091 tst ping.py: using LAC 26926\u000a07:50:47.687152 tst ping.py: using RAC 151\u000a07:50:47.805845 tst ping.py: using CellId 26926\u000a07:50:47.924593 tst ping.py: using BVCI 26927\u000a07:50:47.947993 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:47.959278 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:47.970165 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:47.981161 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:47.992043 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:48.002883 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:48.013920 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:48.024660 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:50:48.304447 tst ping.py:19: start network...\u000a07:50:48.430933 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:50:48.918723 run create_hlr_db(pid=13289): Launched\u000a07:50:49.096335 bus /gobi_6: Setting Powered False\u000a07:50:50.116501 run create_hlr_db(pid=13289): Terminated: ok {rc=0}\u000a07:50:50.499243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13291): Launched\u000a07:50:50.783654 run osmo-hlr_10.42.42.2(pid=13292): Launched\u000a07:50:50.888458 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:50:51.384346 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13294): Launched\u000a07:50:51.670383 run osmo-stp_10.42.42.5(pid=13295): Launched\u000a07:50:51.774511 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:50:52.269541 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13297): Launched\u000a07:50:52.370454 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:50:52.617471 run patchelf(pid=13298): Launched\u000a07:50:52.783558 run osmo-stp_10.42.42.5(pid=13295): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13295)]\u000a07:50:52.904891 run osmo-stp_10.42.42.5(pid=13295): stdout: \u000a| (launched: 2022-12-10_07:50:51.529306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:50:53.027391 run osmo-stp_10.42.42.5(pid=13295): stderr: \u000a| �[0;m�[38;5;43m20221210075051697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075051697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075051697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075051697 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075051698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075051698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075051698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:50:53.144880 run osmo-stp_10.42.42.5(pid=13295): stdout: \u000a| (launched: 2022-12-10_07:50:51.529306)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:50:53.261317 run osmo-stp_10.42.42.5(pid=13295): stderr: \u000a| �[0;m�[38;5;43m20221210075051697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075051697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075051697 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075051697 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075051698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075051698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075051698 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:50:53.397720 run patchelf(pid=13298): Terminating (SIGINT)\u000a07:50:53.557846 run patchelf(pid=13298): Terminated: ok {rc=0}\u000a07:50:53.587078 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13295): Process ended prematurely: osmo-stp_10.42.42.5(pid=13295) [trial-2371↪gprs:trx-lms-limenet-micro↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13295)] [trial-2371↪gprs:trx-lms-limenet-micro↪ping.py:22]\u000a07:50:53.595437 tst ping.py:22: Test FAILED (6.1 sec)\u000a07:50:53.654664 run osmo-hlr_10.42.42.2(pid=13292): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-lms-limenet-micro↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13292)]\u000a07:50:53.703451 run osmo-hlr_10.42.42.2(pid=13292): stdout: \u000a| (launched: 2022-12-10_07:50:50.643572) \u000a07:50:53.752622 run osmo-hlr_10.42.42.2(pid=13292): stderr: \u000a| �[0;m�[1;31m20221210075050818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075050818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075050818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075050818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075050818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075050818 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075050830 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-lms-limenet-micro/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075050838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075050838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075050838 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:50:53.793898 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13291): Terminating (SIGTERM)\u000a07:50:53.833230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13294): Terminating (SIGTERM)\u000a07:50:53.872647 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13297): Terminating (SIGTERM)\u000a07:50:53.881974 --- ParallelTerminationStrategy: PID 13291 died...\u000a07:50:53.934552 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13291): Terminated: ok {rc=0}\u000a07:50:53.944078 --- ParallelTerminationStrategy: PID 13294 died...\u000a07:50:53.996477 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13294): Terminated: ok {rc=0}\u000a07:50:54.005896 --- ParallelTerminationStrategy: PID 13297 died...\u000a07:50:54.058047 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13297): Terminated: ok {rc=0}\u000a07:50:54.146326 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13305): Process ended prematurely: osmo-stp_10.42.42.5(pid=13305) [trial-2371↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13305)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13305): Process ended prematurely: osmo-stp_10.42.42.5(pid=13305) [trial-2371↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13305)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-lms-limenet-micro ping_idle_ping.py\u000a----------------------------------------------\u000a07:50:55.198580 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:55.210336 tst gprs:trx-lms-limenet-micro: Using 1 x bts (candidates: 1)\u000a07:50:55.346841 tst ping_idle_ping.py: using LAC 26927\u000a07:50:55.467895 tst ping_idle_ping.py: using RAC 152\u000a07:50:55.583780 tst ping_idle_ping.py: using CellId 26927\u000a07:50:55.704889 tst ping_idle_ping.py: using BVCI 26928\u000a07:50:55.728344 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:55.739641 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:55.750726 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:55.762499 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:55.773976 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:55.785463 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:55.797035 tst gprs:trx-lms-limenet-micro: Using 1 x ip_address (candidates: 9)\u000a07:50:55.808315 tst gprs:trx-lms-limenet-micro: Using 1 x modem (candidates: 4)\u000a07:50:56.089905 tst ping_idle_ping.py:24: start network...\u000a07:50:56.218049 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:50:56.708074 run create_hlr_db(pid=13299): Launched\u000a07:50:56.884679 bus /gobi_6: Setting Powered False\u000a07:50:57.905945 run create_hlr_db(pid=13299): Terminated: ok {rc=0}\u000a07:50:58.288306 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13301): Launched\u000a07:50:58.574034 run osmo-hlr_10.42.42.2(pid=13302): Launched\u000a07:50:58.679739 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:50:59.174743 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13304): Launched\u000a07:50:59.461215 run osmo-stp_10.42.42.5(pid=13305): Launched\u000a07:50:59.566904 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:51:00.063915 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13307): Launched\u000a07:51:00.165953 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:51:00.414692 run patchelf(pid=13308): Launched\u000a07:51:00.582605 run osmo-stp_10.42.42.5(pid=13305): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13305)]\u000a07:51:00.705573 run osmo-stp_10.42.42.5(pid=13305): stdout: \u000a| (launched: 2022-12-10_07:50:59.319819)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:51:00.829498 run osmo-stp_10.42.42.5(pid=13305): stderr: \u000a| �[0;m�[38;5;43m20221210075059489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075059489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075059489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075059489 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075059490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075059490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075059490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:51:00.965879 run osmo-stp_10.42.42.5(pid=13305): stdout: \u000a| (launched: 2022-12-10_07:50:59.319819)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:51:01.121960 run osmo-stp_10.42.42.5(pid=13305): stderr: \u000a| �[0;m�[38;5;43m20221210075059489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075059489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075059489 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075059489 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075059490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075059490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075059490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:51:01.272858 run patchelf(pid=13308): Terminating (SIGINT)\u000a07:51:01.438775 run patchelf(pid=13308): Terminated: ok {rc=0}\u000a07:51:01.469783 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13305): Process ended prematurely: osmo-stp_10.42.42.5(pid=13305) [trial-2371↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13305)] [trial-2371↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py:27]\u000a07:51:01.479496 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a07:51:01.542863 run osmo-hlr_10.42.42.2(pid=13302): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-lms-limenet-micro↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13302)]\u000a07:51:01.593894 run osmo-hlr_10.42.42.2(pid=13302): stdout: \u000a| (launched: 2022-12-10_07:50:58.432730) \u000a07:51:01.645909 run osmo-hlr_10.42.42.2(pid=13302): stderr: \u000a| �[0;m�[1;31m20221210075058604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075058604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075058604 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075058605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075058605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075058605 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075058617 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-lms-limenet-micro/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075058625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075058626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075058626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:51:01.689963 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13301): Terminating (SIGTERM)\u000a07:51:01.732483 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13304): Terminating (SIGTERM)\u000a07:51:01.775509 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13307): Terminating (SIGTERM)\u000a07:51:01.785226 --- ParallelTerminationStrategy: PID 13301 died...\u000a07:51:01.840402 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13301): Terminated: ok {rc=0}\u000a07:51:01.850780 --- ParallelTerminationStrategy: PID 13304 died...\u000a07:51:01.905943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13304): Terminated: ok {rc=0}\u000a07:51:01.916152 --- ParallelTerminationStrategy: PID 13307 died...\u000a07:51:01.970856 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13307): Terminated: ok {rc=0}\u000a07:51:02.062448 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "125", "name" : "gprs_trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:50:05" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13322): Process ended prematurely: osmo-stp_10.42.42.5(pid=13322) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13322)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13322): Process ended prematurely: osmo-stp_10.42.42.5(pid=13322) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13322)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-lms-limenet-micro+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:51:04.186118 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:04.196902 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:51:04.327216 tst cs_paging_gprs_active.py: using LAC 26928\u000a07:51:04.442902 tst cs_paging_gprs_active.py: using RAC 153\u000a07:51:04.558543 tst cs_paging_gprs_active.py: using CellId 26928\u000a07:51:04.672761 tst cs_paging_gprs_active.py: using BVCI 26929\u000a07:51:04.695004 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:04.705786 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:04.716238 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:04.727126 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:04.737957 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:04.748704 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:04.759677 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:04.770376 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:04.781455 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:51:04.900455 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:51:05.171012 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:51:05.291170 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:51:05.592052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13312): Launched\u000a07:51:05.841465 run iperf3-srv_10.42.42.10(pid=13313): Launched\u000a07:51:06.018130 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:51:06.139252 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:51:06.440460 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13314): Launched\u000a07:51:06.690016 run iperf3-srv_10.42.42.10(pid=13315): Launched\u000a07:51:06.866716 tst cs_paging_gprs_active.py:38: start network...\u000a07:51:06.987103 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:51:07.443889 run create_hlr_db(pid=13316): Launched\u000a07:51:07.611101 bus /gobi_6: Setting Powered False\u000a07:51:08.632774 run create_hlr_db(pid=13316): Terminated: ok {rc=0}\u000a07:51:09.044655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13318): Launched\u000a07:51:09.355468 run osmo-hlr_10.42.42.2(pid=13319): Launched\u000a07:51:09.472208 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:51:10.012416 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13321): Launched\u000a07:51:10.322185 run osmo-stp_10.42.42.5(pid=13322): Launched\u000a07:51:10.434305 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:51:10.976651 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13324): Launched\u000a07:51:11.087841 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:51:11.358848 run patchelf(pid=13325): Launched\u000a07:51:11.540670 run osmo-stp_10.42.42.5(pid=13322): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13322)]\u000a07:51:11.674788 run osmo-stp_10.42.42.5(pid=13322): stdout: \u000a| (launched: 2022-12-10_07:51:10.170167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:51:11.808424 run osmo-stp_10.42.42.5(pid=13322): stderr: \u000a| �[0;m�[38;5;43m20221210075110358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075110359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075110359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075110359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075110362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075110362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075110362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:51:11.937151 run osmo-stp_10.42.42.5(pid=13322): stdout: \u000a| (launched: 2022-12-10_07:51:10.170167)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:51:12.064308 run osmo-stp_10.42.42.5(pid=13322): stderr: \u000a| �[0;m�[38;5;43m20221210075110358 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075110359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075110359 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075110359 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075110362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075110362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075110362 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:51:12.213473 run patchelf(pid=13325): Terminating (SIGINT)\u000a07:51:12.388803 run patchelf(pid=13325): Terminated: ok {rc=0}\u000a07:51:12.421408 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13322): Process ended prematurely: osmo-stp_10.42.42.5(pid=13322) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13322)] [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a07:51:12.430985 tst cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)\u000a07:51:12.493351 run osmo-hlr_10.42.42.2(pid=13319): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13319)]\u000a07:51:12.544208 run osmo-hlr_10.42.42.2(pid=13319): stdout: \u000a| (launched: 2022-12-10_07:51:09.202913) \u000a07:51:12.596210 run osmo-hlr_10.42.42.2(pid=13319): stderr: \u000a| �[0;m�[1;31m20221210075109400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075109400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075109400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075109400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075109400 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075109401 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075109413 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-lms-limenet-micro+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075109423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075109423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075109423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:51:12.640278 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13312): Terminating (SIGTERM)\u000a07:51:12.681975 run iperf3-srv_10.42.42.10(pid=13313): Terminating (SIGTERM)\u000a07:51:12.723794 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13314): Terminating (SIGTERM)\u000a07:51:12.765338 run iperf3-srv_10.42.42.10(pid=13315): Terminating (SIGTERM)\u000a07:51:12.806745 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13318): Terminating (SIGTERM)\u000a07:51:12.848335 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13321): Terminating (SIGTERM)\u000a07:51:12.890368 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13324): Terminating (SIGTERM)\u000a07:51:12.900127 --- ParallelTerminationStrategy: PID 13312 died...\u000a07:51:12.955659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13312): Terminated: ok {rc=0}\u000a07:51:12.965803 --- ParallelTerminationStrategy: PID 13313 died...\u000a07:51:13.021082 run iperf3-srv_10.42.42.10(pid=13313): Terminated {rc=256}\u000a07:51:13.031233 --- ParallelTerminationStrategy: PID 13314 died...\u000a07:51:13.086325 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13314): Terminated: ok {rc=0}\u000a07:51:13.096481 --- ParallelTerminationStrategy: PID 13315 died...\u000a07:51:13.151683 run iperf3-srv_10.42.42.10(pid=13315): Terminated {rc=256}\u000a07:51:13.162280 --- ParallelTerminationStrategy: PID 13318 died...\u000a07:51:13.218032 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13318): Terminated: ok {rc=0}\u000a07:51:13.228055 --- ParallelTerminationStrategy: PID 13321 died...\u000a07:51:13.283701 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13321): Terminated: ok {rc=0}\u000a07:51:13.293849 --- ParallelTerminationStrategy: PID 13324 died...\u000a07:51:13.349189 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13324): Terminated: ok {rc=0}\u000a07:51:13.436637 bus /gobi_0: Setting Powered False\u000a07:51:14.542423 bus /gobi_0: Setting Powered False\u000a07:51:15.649414 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13334): Process ended prematurely: osmo-stp_10.42.42.5(pid=13334) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13334)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13334): Process ended prematurely: osmo-stp_10.42.42.5(pid=13334) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13334)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a07:51:16.789818 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:16.803969 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:51:16.947785 tst iperf3.py: using LAC 26929\u000a07:51:17.064095 tst iperf3.py: using RAC 154\u000a07:51:17.182941 tst iperf3.py: using CellId 26929\u000a07:51:17.300811 tst iperf3.py: using BVCI 26930\u000a07:51:17.323984 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:17.335039 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:17.345895 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:17.356864 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:17.367827 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:17.378932 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:17.390205 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:17.401096 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:17.412062 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:51:17.697176 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:51:17.826698 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:51:18.146778 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13326): Launched\u000a07:51:18.407418 run iperf3-srv_10.42.42.10(pid=13327): Launched\u000a07:51:18.584020 tst iperf3.py:8: start network...\u000a07:51:18.704314 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:51:19.159648 run create_hlr_db(pid=13328): Launched\u000a07:51:19.326451 bus /gobi_6: Setting Powered False\u000a07:51:20.347533 run create_hlr_db(pid=13328): Terminated: ok {rc=0}\u000a07:51:20.732493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13330): Launched\u000a07:51:21.022488 run osmo-hlr_10.42.42.2(pid=13331): Launched\u000a07:51:21.128546 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:51:21.628006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13333): Launched\u000a07:51:21.969012 run osmo-stp_10.42.42.5(pid=13334): Launched\u000a07:51:22.074530 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:51:22.576045 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13336): Launched\u000a07:51:22.678907 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:51:22.930774 run patchelf(pid=13337): Launched\u000a07:51:23.099853 run osmo-stp_10.42.42.5(pid=13334): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13334)]\u000a07:51:23.223868 run osmo-stp_10.42.42.5(pid=13334): stdout: \u000a| (launched: 2022-12-10_07:51:21.773671)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:51:23.348403 run osmo-stp_10.42.42.5(pid=13334): stderr: \u000a| �[0;m�[38;5;43m20221210075121960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075121960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075121960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075121961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075121963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075121964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075121964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:51:23.467957 run osmo-stp_10.42.42.5(pid=13334): stdout: \u000a| (launched: 2022-12-10_07:51:21.773671)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:51:23.586821 run osmo-stp_10.42.42.5(pid=13334): stderr: \u000a| �[0;m�[38;5;43m20221210075121960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075121960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075121960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075121961 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075121963 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075121964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075121964 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:51:23.725685 run patchelf(pid=13337): Terminating (SIGINT)\u000a07:51:23.888710 run patchelf(pid=13337): Terminated: ok {rc=0}\u000a07:51:23.919205 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13334): Process ended prematurely: osmo-stp_10.42.42.5(pid=13334) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13334)] [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py:8]\u000a07:51:23.928063 tst iperf3.py:8: Test FAILED (7.2 sec)\u000a07:51:23.987804 run osmo-hlr_10.42.42.2(pid=13331): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13331)]\u000a07:51:24.036305 run osmo-hlr_10.42.42.2(pid=13331): stdout: \u000a| (launched: 2022-12-10_07:51:20.879201) \u000a07:51:24.085792 run osmo-hlr_10.42.42.2(pid=13331): stderr: \u000a| �[0;m�[1;31m20221210075121052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075121052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075121052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075121052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075121052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075121053 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075121065 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075121073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075121073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075121073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:51:24.127432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13326): Terminating (SIGTERM)\u000a07:51:24.167034 run iperf3-srv_10.42.42.10(pid=13327): Terminating (SIGTERM)\u000a07:51:24.206673 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13330): Terminating (SIGTERM)\u000a07:51:24.246219 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13333): Terminating (SIGTERM)\u000a07:51:24.285743 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13336): Terminating (SIGTERM)\u000a07:51:24.295120 --- ParallelTerminationStrategy: PID 13326 died...\u000a07:51:24.347725 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13326): Terminated: ok {rc=0}\u000a07:51:24.357693 --- ParallelTerminationStrategy: PID 13327 died...\u000a07:51:24.410492 run iperf3-srv_10.42.42.10(pid=13327): Terminated {rc=256}\u000a07:51:24.419834 --- ParallelTerminationStrategy: PID 13330 died...\u000a07:51:24.471987 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13330): Terminated: ok {rc=0}\u000a07:51:24.481666 --- ParallelTerminationStrategy: PID 13333 died...\u000a07:51:24.534161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13333): Terminated: ok {rc=0}\u000a07:51:24.543847 --- ParallelTerminationStrategy: PID 13336 died...\u000a07:51:24.596371 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13336): Terminated: ok {rc=0}\u000a07:51:24.684731 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13352): Process ended prematurely: osmo-stp_10.42.42.5(pid=13352) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13352)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13352): Process ended prematurely: osmo-stp_10.42.42.5(pid=13352) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13352)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-lms-limenet-micro+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a07:51:25.792175 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:25.803729 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:51:25.934792 tst iperf3m4.py: using LAC 26930\u000a07:51:26.049591 tst iperf3m4.py: using RAC 155\u000a07:51:26.163268 tst iperf3m4.py: using CellId 26930\u000a07:51:26.277748 tst iperf3m4.py: using BVCI 26931\u000a07:51:26.299718 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:26.310648 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:26.321465 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:26.332325 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:26.343251 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:26.354209 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:26.365201 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:26.376074 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:26.387070 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:51:26.510560 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:51:26.626819 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:51:26.745381 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:51:27.029164 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:51:27.158468 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:51:27.479859 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13338): Launched\u000a07:51:27.747382 run iperf3-srv_10.42.42.10(pid=13339): Launched\u000a07:51:27.937917 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:51:28.067414 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:51:28.387736 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13340): Launched\u000a07:51:28.654103 run iperf3-srv_10.42.42.10(pid=13341): Launched\u000a07:51:28.843529 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:51:28.972793 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:51:29.293480 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13342): Launched\u000a07:51:29.559541 run iperf3-srv_10.42.42.10(pid=13343): Launched\u000a07:51:29.750011 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:51:29.879307 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:51:30.200070 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13344): Launched\u000a07:51:30.466109 run iperf3-srv_10.42.42.10(pid=13345): Launched\u000a07:51:30.656755 tst iperf3m4.py:8: start network...\u000a07:51:30.786247 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:51:31.344662 run create_hlr_db(pid=13346): Launched\u000a07:51:31.527542 bus /gobi_6: Setting Powered False\u000a07:51:32.546175 run create_hlr_db(pid=13346): Terminated: ok {rc=0}\u000a07:51:32.959139 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13348): Launched\u000a07:51:33.267729 run osmo-hlr_10.42.42.2(pid=13349): Launched\u000a07:51:33.381685 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:51:33.920906 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13351): Launched\u000a07:51:34.230210 run osmo-stp_10.42.42.5(pid=13352): Launched\u000a07:51:34.342611 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:51:34.883816 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13354): Launched\u000a07:51:34.994717 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:51:35.264729 run patchelf(pid=13355): Launched\u000a07:51:35.446770 run osmo-stp_10.42.42.5(pid=13352): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13352)]\u000a07:51:35.580037 run osmo-stp_10.42.42.5(pid=13352): stdout: \u000a| (launched: 2022-12-10_07:51:34.078219)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:51:35.713320 run osmo-stp_10.42.42.5(pid=13352): stderr: \u000a| �[0;m�[38;5;43m20221210075134266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075134266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075134266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075134267 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075134267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075134267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075134267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:51:35.841692 run osmo-stp_10.42.42.5(pid=13352): stdout: \u000a| (launched: 2022-12-10_07:51:34.078219)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:51:35.968588 run osmo-stp_10.42.42.5(pid=13352): stderr: \u000a| �[0;m�[38;5;43m20221210075134266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075134266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075134266 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075134267 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075134267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075134267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075134267 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:51:36.117282 run patchelf(pid=13355): Terminating (SIGINT)\u000a07:51:36.291636 run patchelf(pid=13355): Terminated: ok {rc=0}\u000a07:51:36.323802 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13352): Process ended prematurely: osmo-stp_10.42.42.5(pid=13352) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13352)] [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py:8]\u000a07:51:36.333531 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a07:51:36.395621 run osmo-hlr_10.42.42.2(pid=13349): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13349)]\u000a07:51:36.446162 run osmo-hlr_10.42.42.2(pid=13349): stdout: \u000a| (launched: 2022-12-10_07:51:33.116562) \u000a07:51:36.497279 run osmo-hlr_10.42.42.2(pid=13349): stderr: \u000a| �[0;m�[1;31m20221210075133310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075133310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075133310 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075133311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075133311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075133311 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075133325 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-lms-limenet-micro+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075133333 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075133334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075133334 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:51:36.540731 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13338): Terminating (SIGTERM)\u000a07:51:36.582163 run iperf3-srv_10.42.42.10(pid=13339): Terminating (SIGTERM)\u000a07:51:36.623566 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13340): Terminating (SIGTERM)\u000a07:51:36.664617 run iperf3-srv_10.42.42.10(pid=13341): Terminating (SIGTERM)\u000a07:51:36.706111 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13342): Terminating (SIGTERM)\u000a07:51:36.747203 run iperf3-srv_10.42.42.10(pid=13343): Terminating (SIGTERM)\u000a07:51:36.788524 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13344): Terminating (SIGTERM)\u000a07:51:36.829692 run iperf3-srv_10.42.42.10(pid=13345): Terminating (SIGTERM)\u000a07:51:36.870762 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13348): Terminating (SIGTERM)\u000a07:51:36.911935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13351): Terminating (SIGTERM)\u000a07:51:36.953156 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13354): Terminating (SIGTERM)\u000a07:51:36.962617 --- ParallelTerminationStrategy: PID 13338 died...\u000a07:51:37.017784 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13338): Terminated: ok {rc=0}\u000a07:51:37.027697 --- ParallelTerminationStrategy: PID 13339 died...\u000a07:51:37.082588 run iperf3-srv_10.42.42.10(pid=13339): Terminated {rc=256}\u000a07:51:37.092270 --- ParallelTerminationStrategy: PID 13340 died...\u000a07:51:37.146957 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13340): Terminated: ok {rc=0}\u000a07:51:37.156828 --- ParallelTerminationStrategy: PID 13341 died...\u000a07:51:37.211500 run iperf3-srv_10.42.42.10(pid=13341): Terminated {rc=256}\u000a07:51:37.221482 --- ParallelTerminationStrategy: PID 13342 died...\u000a07:51:37.276116 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13342): Terminated: ok {rc=0}\u000a07:51:37.286114 --- ParallelTerminationStrategy: PID 13343 died...\u000a07:51:37.340816 run iperf3-srv_10.42.42.10(pid=13343): Terminated {rc=256}\u000a07:51:37.350794 --- ParallelTerminationStrategy: PID 13344 died...\u000a07:51:37.406146 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13344): Terminated: ok {rc=0}\u000a07:51:37.416094 --- ParallelTerminationStrategy: PID 13345 died...\u000a07:51:37.470953 run iperf3-srv_10.42.42.10(pid=13345): Terminated {rc=256}\u000a07:51:37.480879 --- ParallelTerminationStrategy: PID 13348 died...\u000a07:51:37.535646 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13348): Terminated: ok {rc=0}\u000a07:51:37.545686 --- ParallelTerminationStrategy: PID 13351 died...\u000a07:51:37.600531 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13351): Terminated: ok {rc=0}\u000a07:51:37.610529 --- ParallelTerminationStrategy: PID 13354 died...\u000a07:51:37.665452 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13354): Terminated: ok {rc=0}\u000a07:51:37.751704 bus /gobi_4: Setting Powered False\u000a07:51:38.856901 bus /gobi_4: Setting Powered False\u000a07:51:39.965064 bus /gobi_1: Setting Powered False\u000a07:51:41.065244 bus /gobi_1: Setting Powered False\u000a07:51:42.172176 bus /gobi_0: Setting Powered False\u000a07:51:43.277478 bus /gobi_0: Setting Powered False\u000a07:51:44.386119 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13363): Process ended prematurely: osmo-stp_10.42.42.5(pid=13363) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13363)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13363): Process ended prematurely: osmo-stp_10.42.42.5(pid=13363) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13363)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a07:51:45.454608 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:45.466551 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:51:45.602938 tst ping.py: using LAC 26931\u000a07:51:45.722152 tst ping.py: using RAC 156\u000a07:51:45.846146 tst ping.py: using CellId 26931\u000a07:51:45.969746 tst ping.py: using BVCI 26932\u000a07:51:45.993781 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:46.005543 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:46.017202 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:46.030779 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:46.043646 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:46.055422 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:46.068055 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:46.081829 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:51:46.373735 tst ping.py:19: start network...\u000a07:51:46.496796 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:51:46.998538 run create_hlr_db(pid=13357): Launched\u000a07:51:47.167970 bus /gobi_6: Setting Powered False\u000a07:51:48.184800 run create_hlr_db(pid=13357): Terminated: ok {rc=0}\u000a07:51:48.565474 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13359): Launched\u000a07:51:48.850398 run osmo-hlr_10.42.42.2(pid=13360): Launched\u000a07:51:48.960084 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:51:49.464593 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13362): Launched\u000a07:51:49.748684 run osmo-stp_10.42.42.5(pid=13363): Launched\u000a07:51:49.852694 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:51:50.348350 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13365): Launched\u000a07:51:50.449658 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:51:50.697925 run patchelf(pid=13366): Launched\u000a07:51:50.865470 run osmo-stp_10.42.42.5(pid=13363): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13363)]\u000a07:51:50.987776 run osmo-stp_10.42.42.5(pid=13363): stdout: \u000a| (launched: 2022-12-10_07:51:49.608338)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:51:51.110618 run osmo-stp_10.42.42.5(pid=13363): stderr: \u000a| �[0;m�[38;5;43m20221210075149776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075149777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075149777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075149777 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075149778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075149778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075149778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:51:51.229179 run osmo-stp_10.42.42.5(pid=13363): stdout: \u000a| (launched: 2022-12-10_07:51:49.608338)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:51:51.346513 run osmo-stp_10.42.42.5(pid=13363): stderr: \u000a| �[0;m�[38;5;43m20221210075149776 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075149777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075149777 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075149777 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075149778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075149778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075149778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:51:51.483929 run patchelf(pid=13366): Terminating (SIGINT)\u000a07:51:51.645708 run patchelf(pid=13366): Terminated: ok {rc=0}\u000a07:51:51.675111 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13363): Process ended prematurely: osmo-stp_10.42.42.5(pid=13363) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13363)] [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py:22]\u000a07:51:51.683551 tst ping.py:22: Test FAILED (6.2 sec)\u000a07:51:51.743529 run osmo-hlr_10.42.42.2(pid=13360): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13360)]\u000a07:51:51.792464 run osmo-hlr_10.42.42.2(pid=13360): stdout: \u000a| (launched: 2022-12-10_07:51:48.709606) \u000a07:51:51.842007 run osmo-hlr_10.42.42.2(pid=13360): stderr: \u000a| �[0;m�[1;31m20221210075148880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075148880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075148880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075148880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075148880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075148880 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075148892 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075148901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075148901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075148901 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:51:51.883917 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13359): Terminating (SIGTERM)\u000a07:51:51.923679 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13362): Terminating (SIGTERM)\u000a07:51:51.963293 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13365): Terminating (SIGTERM)\u000a07:51:51.972661 --- ParallelTerminationStrategy: PID 13359 died...\u000a07:51:52.026493 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13359): Terminated: ok {rc=0}\u000a07:51:52.036090 --- ParallelTerminationStrategy: PID 13362 died...\u000a07:51:52.088994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13362): Terminated: ok {rc=0}\u000a07:51:52.098915 --- ParallelTerminationStrategy: PID 13365 died...\u000a07:51:52.152174 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13365): Terminated: ok {rc=0}\u000a07:51:52.235122 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13373): Process ended prematurely: osmo-stp_10.42.42.5(pid=13373) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13373)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13373): Process ended prematurely: osmo-stp_10.42.42.5(pid=13373) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13373)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-lms-limenet-micro+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a07:51:53.288319 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:53.300535 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:51:53.438108 tst ping_idle_ping.py: using LAC 26932\u000a07:51:53.558316 tst ping_idle_ping.py: using RAC 157\u000a07:51:53.680323 tst ping_idle_ping.py: using CellId 26932\u000a07:51:53.799709 tst ping_idle_ping.py: using BVCI 26933\u000a07:51:53.823117 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:53.834435 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:53.845619 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:53.857270 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:53.868830 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:53.880445 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:53.892154 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:51:53.903633 tst gprs:trx-lms-limenet-micro+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:51:54.185357 tst ping_idle_ping.py:24: start network...\u000a07:51:54.313713 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:51:54.806373 run create_hlr_db(pid=13367): Launched\u000a07:51:54.984077 bus /gobi_6: Setting Powered False\u000a07:51:56.005557 run create_hlr_db(pid=13367): Terminated: ok {rc=0}\u000a07:51:56.391006 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13369): Launched\u000a07:51:56.678141 run osmo-hlr_10.42.42.2(pid=13370): Launched\u000a07:51:56.783932 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:51:57.313063 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13372): Launched\u000a07:51:57.620412 run osmo-stp_10.42.42.5(pid=13373): Launched\u000a07:51:57.731902 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:51:58.264739 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13375): Launched\u000a07:51:58.374033 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:51:58.640631 run patchelf(pid=13376): Launched\u000a07:51:58.819885 run osmo-stp_10.42.42.5(pid=13373): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13373)]\u000a07:51:58.951061 run osmo-stp_10.42.42.5(pid=13373): stdout: \u000a| (launched: 2022-12-10_07:51:57.467997)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:51:59.082479 run osmo-stp_10.42.42.5(pid=13373): stderr: \u000a| �[0;m�[38;5;43m20221210075157655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075157655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075157656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075157656 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075157658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075157659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075157659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:51:59.209314 run osmo-stp_10.42.42.5(pid=13373): stdout: \u000a| (launched: 2022-12-10_07:51:57.467997)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:51:59.334885 run osmo-stp_10.42.42.5(pid=13373): stderr: \u000a| �[0;m�[38;5;43m20221210075157655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075157655 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075157656 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075157656 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075157658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075157659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075157659 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:51:59.481202 run patchelf(pid=13376): Terminating (SIGINT)\u000a07:51:59.654665 run patchelf(pid=13376): Terminated: ok {rc=0}\u000a07:51:59.686136 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13373): Process ended prematurely: osmo-stp_10.42.42.5(pid=13373) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13373)] [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a07:51:59.695334 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a07:51:59.757308 run osmo-hlr_10.42.42.2(pid=13370): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13370)]\u000a07:51:59.807990 run osmo-hlr_10.42.42.2(pid=13370): stdout: \u000a| (launched: 2022-12-10_07:51:56.535745) \u000a07:51:59.859498 run osmo-hlr_10.42.42.2(pid=13370): stderr: \u000a| �[0;m�[1;31m20221210075156709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075156709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075156709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075156709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075156709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075156709 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075156721 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-lms-limenet-micro+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075156729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075156729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075156729 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:51:59.903382 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13369): Terminating (SIGTERM)\u000a07:51:59.944887 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13372): Terminating (SIGTERM)\u000a07:51:59.986508 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13375): Terminating (SIGTERM)\u000a07:51:59.996175 --- ParallelTerminationStrategy: PID 13369 died...\u000a07:52:00.051582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13369): Terminated: ok {rc=0}\u000a07:52:00.061674 --- ParallelTerminationStrategy: PID 13372 died...\u000a07:52:00.116663 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13372): Terminated: ok {rc=0}\u000a07:52:00.126675 --- ParallelTerminationStrategy: PID 13375 died...\u000a07:52:00.181859 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13375): Terminated: ok {rc=0}\u000a07:52:00.267406 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "126", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:51:03" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13390): Process ended prematurely: osmo-stp_10.42.42.5(pid=13390) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13390)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13390): Process ended prematurely: osmo-stp_10.42.42.5(pid=13390) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13390)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:52:02.518859 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:02.530443 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:52:02.685718 tst cs_paging_gprs_active.py: using LAC 26933\u000a07:52:02.807243 tst cs_paging_gprs_active.py: using RAC 158\u000a07:52:02.929310 tst cs_paging_gprs_active.py: using CellId 26933\u000a07:52:03.052124 tst cs_paging_gprs_active.py: using BVCI 26934\u000a07:52:03.075893 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:03.087478 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:03.098719 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:03.109904 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:03.121083 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:03.132243 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:03.143549 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:03.154681 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:03.166026 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:52:03.285155 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:52:03.574269 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:52:03.705391 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:52:04.028085 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13380): Launched\u000a07:52:04.295987 run iperf3-srv_10.42.42.10(pid=13381): Launched\u000a07:52:04.487300 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:52:04.617714 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:52:04.939263 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13382): Launched\u000a07:52:05.206309 run iperf3-srv_10.42.42.10(pid=13383): Launched\u000a07:52:05.396407 tst cs_paging_gprs_active.py:38: start network...\u000a07:52:05.525891 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:52:06.013686 run create_hlr_db(pid=13384): Launched\u000a07:52:06.182143 bus /gobi_6: Setting Powered False\u000a07:52:07.204911 run create_hlr_db(pid=13384): Terminated: ok {rc=0}\u000a07:52:07.594899 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13386): Launched\u000a07:52:07.887222 run osmo-hlr_10.42.42.2(pid=13387): Launched\u000a07:52:07.993527 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:52:08.499351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13389): Launched\u000a07:52:08.791808 run osmo-stp_10.42.42.5(pid=13390): Launched\u000a07:52:08.898480 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:52:09.406444 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13392): Launched\u000a07:52:09.510519 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:52:09.765515 run patchelf(pid=13393): Launched\u000a07:52:09.937077 run osmo-stp_10.42.42.5(pid=13390): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13390)]\u000a07:52:10.063365 run osmo-stp_10.42.42.5(pid=13390): stdout: \u000a| (launched: 2022-12-10_07:52:08.647340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:52:10.189662 run osmo-stp_10.42.42.5(pid=13390): stderr: \u000a| �[0;m�[38;5;43m20221210075208816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075208816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075208817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075208817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075208817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075208818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075208818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:52:10.310857 run osmo-stp_10.42.42.5(pid=13390): stdout: \u000a| (launched: 2022-12-10_07:52:08.647340)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:52:10.430853 run osmo-stp_10.42.42.5(pid=13390): stderr: \u000a| �[0;m�[38;5;43m20221210075208816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075208816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075208817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075208817 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075208817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075208818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075208818 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:52:10.571804 run patchelf(pid=13393): Terminating (SIGINT)\u000a07:52:10.738009 run patchelf(pid=13393): Terminated: ok {rc=0}\u000a07:52:10.768877 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13390): Process ended prematurely: osmo-stp_10.42.42.5(pid=13390) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13390)] [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a07:52:10.778042 tst cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)\u000a07:52:10.838569 run osmo-hlr_10.42.42.2(pid=13387): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13387)]\u000a07:52:10.887452 run osmo-hlr_10.42.42.2(pid=13387): stdout: \u000a| (launched: 2022-12-10_07:52:07.743338) \u000a07:52:10.937000 run osmo-hlr_10.42.42.2(pid=13387): stderr: \u000a| �[0;m�[1;31m20221210075207919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075207919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075207919 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075207920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075207920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075207920 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075207947 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075207957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075207957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075207957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:52:10.978768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13380): Terminating (SIGTERM)\u000a07:52:11.018565 run iperf3-srv_10.42.42.10(pid=13381): Terminating (SIGTERM)\u000a07:52:11.058327 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13382): Terminating (SIGTERM)\u000a07:52:11.098008 run iperf3-srv_10.42.42.10(pid=13383): Terminating (SIGTERM)\u000a07:52:11.137831 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13386): Terminating (SIGTERM)\u000a07:52:11.177480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13389): Terminating (SIGTERM)\u000a07:52:11.217108 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13392): Terminating (SIGTERM)\u000a07:52:11.226661 --- ParallelTerminationStrategy: PID 13380 died...\u000a07:52:11.280188 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13380): Terminated: ok {rc=0}\u000a07:52:11.289856 --- ParallelTerminationStrategy: PID 13381 died...\u000a07:52:11.342247 run iperf3-srv_10.42.42.10(pid=13381): Terminated {rc=256}\u000a07:52:11.351951 --- ParallelTerminationStrategy: PID 13382 died...\u000a07:52:11.404176 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13382): Terminated: ok {rc=0}\u000a07:52:11.413880 --- ParallelTerminationStrategy: PID 13383 died...\u000a07:52:11.466220 run iperf3-srv_10.42.42.10(pid=13383): Terminated {rc=256}\u000a07:52:11.475788 --- ParallelTerminationStrategy: PID 13386 died...\u000a07:52:11.528186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13386): Terminated: ok {rc=0}\u000a07:52:11.537934 --- ParallelTerminationStrategy: PID 13389 died...\u000a07:52:11.590390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13389): Terminated: ok {rc=0}\u000a07:52:11.600190 --- ParallelTerminationStrategy: PID 13392 died...\u000a07:52:11.652660 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13392): Terminated: ok {rc=0}\u000a07:52:11.735311 bus /gobi_0: Setting Powered False\u000a07:52:12.836469 bus /gobi_0: Setting Powered False\u000a07:52:13.946155 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13402): Process ended prematurely: osmo-stp_10.42.42.5(pid=13402) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13402)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13402): Process ended prematurely: osmo-stp_10.42.42.5(pid=13402) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13402)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a07:52:15.054277 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:15.066053 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:52:15.218934 tst iperf3.py: using LAC 26934\u000a07:52:15.345804 tst iperf3.py: using RAC 159\u000a07:52:15.466176 tst iperf3.py: using CellId 26934\u000a07:52:15.587080 tst iperf3.py: using BVCI 26935\u000a07:52:15.610994 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:15.622569 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:15.634054 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:15.645242 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:15.656315 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:15.668000 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:15.679423 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:15.690600 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:15.702006 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:52:15.991934 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:52:16.125940 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:52:16.464667 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13394): Launched\u000a07:52:16.754090 run iperf3-srv_10.42.42.10(pid=13395): Launched\u000a07:52:16.939241 tst iperf3.py:8: start network...\u000a07:52:17.064409 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:52:17.527082 run create_hlr_db(pid=13396): Launched\u000a07:52:17.694879 bus /gobi_6: Setting Powered False\u000a07:52:18.715982 run create_hlr_db(pid=13396): Terminated: ok {rc=0}\u000a07:52:19.103502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13398): Launched\u000a07:52:19.394608 run osmo-hlr_10.42.42.2(pid=13399): Launched\u000a07:52:19.506761 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:52:20.056515 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13401): Launched\u000a07:52:20.368326 run osmo-stp_10.42.42.5(pid=13402): Launched\u000a07:52:20.483476 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:52:21.026584 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13404): Launched\u000a07:52:21.137317 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:52:21.407265 run patchelf(pid=13405): Launched\u000a07:52:21.589952 run osmo-stp_10.42.42.5(pid=13402): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13402)]\u000a07:52:21.724124 run osmo-stp_10.42.42.5(pid=13402): stdout: \u000a| (launched: 2022-12-10_07:52:20.215468)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:52:21.858242 run osmo-stp_10.42.42.5(pid=13402): stderr: \u000a| �[0;m�[38;5;43m20221210075220405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075220405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075220405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075220405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075220406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075220406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075220406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:52:21.987289 run osmo-stp_10.42.42.5(pid=13402): stdout: \u000a| (launched: 2022-12-10_07:52:20.215468)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:52:22.115279 run osmo-stp_10.42.42.5(pid=13402): stderr: \u000a| �[0;m�[38;5;43m20221210075220405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075220405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075220405 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075220405 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075220406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075220406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075220406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:52:22.264774 run patchelf(pid=13405): Terminating (SIGINT)\u000a07:52:22.440632 run patchelf(pid=13405): Terminated: ok {rc=0}\u000a07:52:22.473100 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13402): Process ended prematurely: osmo-stp_10.42.42.5(pid=13402) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13402)] [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a07:52:22.482777 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a07:52:22.544773 run osmo-hlr_10.42.42.2(pid=13399): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13399)]\u000a07:52:22.596250 run osmo-hlr_10.42.42.2(pid=13399): stdout: \u000a| (launched: 2022-12-10_07:52:19.250790) \u000a07:52:22.647902 run osmo-hlr_10.42.42.2(pid=13399): stderr: \u000a| �[0;m�[1;31m20221210075219428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075219428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075219428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075219428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075219428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075219428 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075219444 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075219453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075219453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075219453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:52:22.691901 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13394): Terminating (SIGTERM)\u000a07:52:22.733259 run iperf3-srv_10.42.42.10(pid=13395): Terminating (SIGTERM)\u000a07:52:22.774563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13398): Terminating (SIGTERM)\u000a07:52:22.815660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13401): Terminating (SIGTERM)\u000a07:52:22.856797 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13404): Terminating (SIGTERM)\u000a07:52:22.866342 --- ParallelTerminationStrategy: PID 13394 died...\u000a07:52:22.921540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13394): Terminated: ok {rc=0}\u000a07:52:22.931468 --- ParallelTerminationStrategy: PID 13395 died...\u000a07:52:22.986085 run iperf3-srv_10.42.42.10(pid=13395): Terminated {rc=256}\u000a07:52:22.996047 --- ParallelTerminationStrategy: PID 13398 died...\u000a07:52:23.050532 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13398): Terminated: ok {rc=0}\u000a07:52:23.060261 --- ParallelTerminationStrategy: PID 13401 died...\u000a07:52:23.114826 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13401): Terminated: ok {rc=0}\u000a07:52:23.124574 --- ParallelTerminationStrategy: PID 13404 died...\u000a07:52:23.179371 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13404): Terminated: ok {rc=0}\u000a07:52:23.266098 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13420): Process ended prematurely: osmo-stp_10.42.42.5(pid=13420) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13420)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13420): Process ended prematurely: osmo-stp_10.42.42.5(pid=13420) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13420)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a07:52:24.374881 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:24.386629 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:52:24.535798 tst iperf3m4.py: using LAC 26935\u000a07:52:24.652711 tst iperf3m4.py: using RAC 160\u000a07:52:24.769502 tst iperf3m4.py: using CellId 26935\u000a07:52:24.883272 tst iperf3m4.py: using BVCI 26936\u000a07:52:24.905461 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:24.916348 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:24.927190 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:24.938281 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:24.949326 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:24.960257 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:24.971261 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:24.982259 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:24.993446 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:52:25.107073 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:52:25.227793 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:52:25.346131 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:52:25.633588 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:52:25.764303 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:52:26.086579 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13406): Launched\u000a07:52:26.353514 run iperf3-srv_10.42.42.10(pid=13407): Launched\u000a07:52:26.543501 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:52:26.673546 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:52:26.994415 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13408): Launched\u000a07:52:27.260822 run iperf3-srv_10.42.42.10(pid=13409): Launched\u000a07:52:27.451126 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:52:27.580732 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:52:27.903689 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13410): Launched\u000a07:52:28.170556 run iperf3-srv_10.42.42.10(pid=13411): Launched\u000a07:52:28.360597 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:52:28.490175 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:52:28.813144 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13412): Launched\u000a07:52:29.079950 run iperf3-srv_10.42.42.10(pid=13413): Launched\u000a07:52:29.270624 tst iperf3m4.py:8: start network...\u000a07:52:29.400330 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:52:29.898052 run create_hlr_db(pid=13414): Launched\u000a07:52:30.076887 bus /gobi_6: Setting Powered False\u000a07:52:31.106602 run create_hlr_db(pid=13414): Terminated: ok {rc=0}\u000a07:52:31.555803 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13416): Launched\u000a07:52:31.964014 run osmo-hlr_10.42.42.2(pid=13417): Launched\u000a07:52:32.189812 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:52:32.749012 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13419): Launched\u000a07:52:33.060188 run osmo-stp_10.42.42.5(pid=13420): Launched\u000a07:52:33.173681 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:52:33.716404 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13422): Launched\u000a07:52:33.828010 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:52:34.099020 run patchelf(pid=13423): Launched\u000a07:52:34.281356 run osmo-stp_10.42.42.5(pid=13420): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13420)]\u000a07:52:34.414664 run osmo-stp_10.42.42.5(pid=13420): stdout: \u000a| (launched: 2022-12-10_07:52:32.906998)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:52:34.548168 run osmo-stp_10.42.42.5(pid=13420): stderr: \u000a| �[0;m�[38;5;43m20221210075233097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075233097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075233098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075233098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075233099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075233099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075233099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:52:34.677555 run osmo-stp_10.42.42.5(pid=13420): stdout: \u000a| (launched: 2022-12-10_07:52:32.906998)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:52:34.804881 run osmo-stp_10.42.42.5(pid=13420): stderr: \u000a| �[0;m�[38;5;43m20221210075233097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075233097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075233098 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075233098 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075233099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075233099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075233099 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:52:34.953811 run patchelf(pid=13423): Terminating (SIGINT)\u000a07:52:35.128643 run patchelf(pid=13423): Terminated: ok {rc=0}\u000a07:52:35.160776 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13420): Process ended prematurely: osmo-stp_10.42.42.5(pid=13420) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13420)] [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a07:52:35.170562 tst iperf3m4.py:8: Test FAILED (10.8 sec)\u000a07:52:35.232627 run osmo-hlr_10.42.42.2(pid=13417): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13417)]\u000a07:52:35.283255 run osmo-hlr_10.42.42.2(pid=13417): stdout: \u000a| (launched: 2022-12-10_07:52:31.706264) \u000a07:52:35.334458 run osmo-hlr_10.42.42.2(pid=13417): stderr: \u000a| �[0;m�[1;31m20221210075232041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075232041 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075232042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075232042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075232042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075232042 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075232062 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075232071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075232071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075232071 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:52:35.378181 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13406): Terminating (SIGTERM)\u000a07:52:35.419336 run iperf3-srv_10.42.42.10(pid=13407): Terminating (SIGTERM)\u000a07:52:35.460539 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13408): Terminating (SIGTERM)\u000a07:52:35.501773 run iperf3-srv_10.42.42.10(pid=13409): Terminating (SIGTERM)\u000a07:52:35.542892 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13410): Terminating (SIGTERM)\u000a07:52:35.583882 run iperf3-srv_10.42.42.10(pid=13411): Terminating (SIGTERM)\u000a07:52:35.625456 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13412): Terminating (SIGTERM)\u000a07:52:35.666504 run iperf3-srv_10.42.42.10(pid=13413): Terminating (SIGTERM)\u000a07:52:35.707549 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13416): Terminating (SIGTERM)\u000a07:52:35.748610 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13419): Terminating (SIGTERM)\u000a07:52:35.789695 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13422): Terminating (SIGTERM)\u000a07:52:35.799108 --- ParallelTerminationStrategy: PID 13406 died...\u000a07:52:35.854638 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13406): Terminated: ok {rc=0}\u000a07:52:35.864547 --- ParallelTerminationStrategy: PID 13407 died...\u000a07:52:35.919655 run iperf3-srv_10.42.42.10(pid=13407): Terminated {rc=256}\u000a07:52:35.929889 --- ParallelTerminationStrategy: PID 13408 died...\u000a07:52:35.987142 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13408): Terminated: ok {rc=0}\u000a07:52:35.997221 --- ParallelTerminationStrategy: PID 13409 died...\u000a07:52:36.052050 run iperf3-srv_10.42.42.10(pid=13409): Terminated {rc=256}\u000a07:52:36.062100 --- ParallelTerminationStrategy: PID 13410 died...\u000a07:52:36.117181 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13410): Terminated: ok {rc=0}\u000a07:52:36.127177 --- ParallelTerminationStrategy: PID 13411 died...\u000a07:52:36.182312 run iperf3-srv_10.42.42.10(pid=13411): Terminated {rc=256}\u000a07:52:36.192382 --- ParallelTerminationStrategy: PID 13412 died...\u000a07:52:36.247500 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13412): Terminated: ok {rc=0}\u000a07:52:36.257638 --- ParallelTerminationStrategy: PID 13413 died...\u000a07:52:36.312324 run iperf3-srv_10.42.42.10(pid=13413): Terminated {rc=256}\u000a07:52:36.322470 --- ParallelTerminationStrategy: PID 13416 died...\u000a07:52:36.377550 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13416): Terminated: ok {rc=0}\u000a07:52:36.387625 --- ParallelTerminationStrategy: PID 13419 died...\u000a07:52:36.442673 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13419): Terminated: ok {rc=0}\u000a07:52:36.452784 --- ParallelTerminationStrategy: PID 13422 died...\u000a07:52:36.507746 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13422): Terminated: ok {rc=0}\u000a07:52:36.595102 bus /gobi_4: Setting Powered False\u000a07:52:37.699660 bus /gobi_4: Setting Powered False\u000a07:52:38.809605 bus /gobi_1: Setting Powered False\u000a07:52:39.912265 bus /gobi_1: Setting Powered False\u000a07:52:41.022092 bus /gobi_0: Setting Powered False\u000a07:52:42.126715 bus /gobi_0: Setting Powered False\u000a07:52:43.235229 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13432): Process ended prematurely: osmo-stp_10.42.42.5(pid=13432) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13432)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13432): Process ended prematurely: osmo-stp_10.42.42.5(pid=13432) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13432)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a07:52:44.302920 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:44.314894 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:52:44.464256 tst ping.py: using LAC 26936\u000a07:52:44.576442 tst ping.py: using RAC 161\u000a07:52:44.689700 tst ping.py: using CellId 26936\u000a07:52:44.802269 tst ping.py: using BVCI 26937\u000a07:52:44.824107 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:44.835014 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:44.845817 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:44.856730 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:44.867612 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:44.878689 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:44.889785 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:44.900524 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:52:45.178829 tst ping.py:19: start network...\u000a07:52:45.306723 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:52:45.795021 run create_hlr_db(pid=13426): Launched\u000a07:52:45.977682 bus /gobi_6: Setting Powered False\u000a07:52:46.994196 run create_hlr_db(pid=13426): Terminated: ok {rc=0}\u000a07:52:47.462572 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13428): Launched\u000a07:52:47.767505 run osmo-hlr_10.42.42.2(pid=13429): Launched\u000a07:52:47.879242 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:52:48.410085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13431): Launched\u000a07:52:48.714711 run osmo-stp_10.42.42.5(pid=13432): Launched\u000a07:52:48.825435 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:52:49.355494 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13434): Launched\u000a07:52:49.463810 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:52:49.728641 run patchelf(pid=13435): Launched\u000a07:52:49.907127 run osmo-stp_10.42.42.5(pid=13432): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13432)]\u000a07:52:50.037806 run osmo-stp_10.42.42.5(pid=13432): stdout: \u000a| (launched: 2022-12-10_07:52:48.564661)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:52:50.168438 run osmo-stp_10.42.42.5(pid=13432): stderr: \u000a| �[0;m�[38;5;43m20221210075248753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075248753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075248753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075248754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075248754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075248754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075248754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:52:50.294406 run osmo-stp_10.42.42.5(pid=13432): stdout: \u000a| (launched: 2022-12-10_07:52:48.564661)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:52:50.419011 run osmo-stp_10.42.42.5(pid=13432): stderr: \u000a| �[0;m�[38;5;43m20221210075248753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075248753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075248753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075248754 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075248754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075248754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075248754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:52:50.564347 run patchelf(pid=13435): Terminating (SIGINT)\u000a07:52:50.735847 run patchelf(pid=13435): Terminated: ok {rc=0}\u000a07:52:50.767014 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13432): Process ended prematurely: osmo-stp_10.42.42.5(pid=13432) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13432)] [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py:22]\u000a07:52:50.775855 tst ping.py:22: Test FAILED (6.5 sec)\u000a07:52:50.837566 run osmo-hlr_10.42.42.2(pid=13429): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13429)]\u000a07:52:50.888493 run osmo-hlr_10.42.42.2(pid=13429): stdout: \u000a| (launched: 2022-12-10_07:52:47.618141) \u000a07:52:50.939841 run osmo-hlr_10.42.42.2(pid=13429): stderr: \u000a| �[0;m�[1;31m20221210075247811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075247811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075247811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075247811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075247811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075247811 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075247829 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075247840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075247840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075247840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:52:50.983160 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13428): Terminating (SIGTERM)\u000a07:52:51.024203 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13431): Terminating (SIGTERM)\u000a07:52:51.065212 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13434): Terminating (SIGTERM)\u000a07:52:51.074373 --- ParallelTerminationStrategy: PID 13428 died...\u000a07:52:51.129488 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13428): Terminated: ok {rc=0}\u000a07:52:51.139407 --- ParallelTerminationStrategy: PID 13431 died...\u000a07:52:51.194270 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13431): Terminated: ok {rc=0}\u000a07:52:51.204166 --- ParallelTerminationStrategy: PID 13434 died...\u000a07:52:51.258817 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13434): Terminated: ok {rc=0}\u000a07:52:51.345673 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13442): Process ended prematurely: osmo-stp_10.42.42.5(pid=13442) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13442)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13442): Process ended prematurely: osmo-stp_10.42.42.5(pid=13442) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13442)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a07:52:52.397465 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:52.409012 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:52:52.559539 tst ping_idle_ping.py: using LAC 26937\u000a07:52:52.670900 tst ping_idle_ping.py: using RAC 162\u000a07:52:52.789055 tst ping_idle_ping.py: using CellId 26937\u000a07:52:52.907723 tst ping_idle_ping.py: using BVCI 26938\u000a07:52:52.931539 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:52.943083 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:52.954325 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:52.966000 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:52.977270 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:52.988645 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:52.999953 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:52:53.011364 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:52:53.292379 tst ping_idle_ping.py:24: start network...\u000a07:52:53.420196 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:52:53.913405 run create_hlr_db(pid=13436): Launched\u000a07:52:54.092005 bus /gobi_6: Setting Powered False\u000a07:52:55.113235 run create_hlr_db(pid=13436): Terminated: ok {rc=0}\u000a07:52:55.499509 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13438): Launched\u000a07:52:55.787724 run osmo-hlr_10.42.42.2(pid=13439): Launched\u000a07:52:55.898413 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:52:56.402946 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13441): Launched\u000a07:52:56.692005 run osmo-stp_10.42.42.5(pid=13442): Launched\u000a07:52:56.797208 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:52:57.295978 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13444): Launched\u000a07:52:57.398536 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:52:57.648576 run patchelf(pid=13445): Launched\u000a07:52:57.817465 run osmo-stp_10.42.42.5(pid=13442): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13442)]\u000a07:52:57.940725 run osmo-stp_10.42.42.5(pid=13442): stdout: \u000a| (launched: 2022-12-10_07:52:56.548526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:52:58.065470 run osmo-stp_10.42.42.5(pid=13442): stderr: \u000a| �[0;m�[38;5;43m20221210075256717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075256717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075256718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075256718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075256719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075256719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075256719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:52:58.184926 run osmo-stp_10.42.42.5(pid=13442): stdout: \u000a| (launched: 2022-12-10_07:52:56.548526)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:52:58.303397 run osmo-stp_10.42.42.5(pid=13442): stderr: \u000a| �[0;m�[38;5;43m20221210075256717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075256717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075256718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075256718 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075256719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075256719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075256719 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:52:58.442141 run patchelf(pid=13445): Terminating (SIGINT)\u000a07:52:58.604933 run patchelf(pid=13445): Terminated: ok {rc=0}\u000a07:52:58.634912 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13442): Process ended prematurely: osmo-stp_10.42.42.5(pid=13442) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13442)] [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a07:52:58.643487 tst ping_idle_ping.py:27: Test FAILED (6.2 sec)\u000a07:52:58.703601 run osmo-hlr_10.42.42.2(pid=13439): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13439)]\u000a07:52:58.752449 run osmo-hlr_10.42.42.2(pid=13439): stdout: \u000a| (launched: 2022-12-10_07:52:55.645800) \u000a07:52:58.801709 run osmo-hlr_10.42.42.2(pid=13439): stderr: \u000a| �[0;m�[1;31m20221210075255819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075255819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075255819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075255819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075255819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075255819 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075255834 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-lms-limenet-micro+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075255844 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075255845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075255845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:52:58.843466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13438): Terminating (SIGTERM)\u000a07:52:58.883137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13441): Terminating (SIGTERM)\u000a07:52:58.922835 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13444): Terminating (SIGTERM)\u000a07:52:58.932243 --- ParallelTerminationStrategy: PID 13438 died...\u000a07:52:58.985993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13438): Terminated: ok {rc=0}\u000a07:52:58.995758 --- ParallelTerminationStrategy: PID 13441 died...\u000a07:52:59.048657 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13441): Terminated: ok {rc=0}\u000a07:52:59.058527 --- ParallelTerminationStrategy: PID 13444 died...\u000a07:52:59.111305 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13444): Terminated: ok {rc=0}\u000a07:52:59.200540 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "127", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:52:02" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13459): Process ended prematurely: osmo-stp_10.42.42.5(pid=13459) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13459)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13459): Process ended prematurely: osmo-stp_10.42.42.5(pid=13459) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13459)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:53:01.403007 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:01.417228 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:53:01.581896 tst cs_paging_gprs_active.py: using LAC 26938\u000a07:53:01.728505 tst cs_paging_gprs_active.py: using RAC 163\u000a07:53:01.863589 tst cs_paging_gprs_active.py: using CellId 26938\u000a07:53:02.014096 tst cs_paging_gprs_active.py: using BVCI 26939\u000a07:53:02.045532 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:02.059755 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:02.074550 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:02.089834 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:02.104769 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:02.119166 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:02.134308 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:02.149010 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:02.164067 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:53:02.287227 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:53:02.559838 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:53:02.681734 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:53:02.985311 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13449): Launched\u000a07:53:03.236349 run iperf3-srv_10.42.42.10(pid=13450): Launched\u000a07:53:03.414299 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:53:03.535691 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:53:03.838196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13451): Launched\u000a07:53:04.090034 run iperf3-srv_10.42.42.10(pid=13452): Launched\u000a07:53:04.267762 tst cs_paging_gprs_active.py:38: start network...\u000a07:53:04.388935 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:53:04.848157 run create_hlr_db(pid=13453): Launched\u000a07:53:05.016134 bus /gobi_6: Setting Powered False\u000a07:53:06.038474 run create_hlr_db(pid=13453): Terminated: ok {rc=0}\u000a07:53:06.454796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13455): Launched\u000a07:53:06.768520 run osmo-hlr_10.42.42.2(pid=13456): Launched\u000a07:53:06.884614 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:53:07.426171 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13458): Launched\u000a07:53:07.740106 run osmo-stp_10.42.42.5(pid=13459): Launched\u000a07:53:07.853569 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:53:08.399457 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13461): Launched\u000a07:53:08.510592 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:53:08.790251 run patchelf(pid=13462): Launched\u000a07:53:08.973876 run osmo-stp_10.42.42.5(pid=13459): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13459)]\u000a07:53:09.108361 run osmo-stp_10.42.42.5(pid=13459): stdout: \u000a| (launched: 2022-12-10_07:53:07.585261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:53:09.243276 run osmo-stp_10.42.42.5(pid=13459): stderr: \u000a| �[0;m�[38;5;43m20221210075307774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075307774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075307775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075307775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075307777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075307777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075307777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:53:09.373322 run osmo-stp_10.42.42.5(pid=13459): stdout: \u000a| (launched: 2022-12-10_07:53:07.585261)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:53:09.501914 run osmo-stp_10.42.42.5(pid=13459): stderr: \u000a| �[0;m�[38;5;43m20221210075307774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075307774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075307775 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075307775 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075307777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075307777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075307777 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:53:09.652636 run patchelf(pid=13462): Terminating (SIGINT)\u000a07:53:09.830165 run patchelf(pid=13462): Terminated: ok {rc=0}\u000a07:53:09.862688 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=13459): Process ended prematurely: osmo-stp_10.42.42.5(pid=13459) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13459)] [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py:38]\u000a07:53:09.872459 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a07:53:09.935055 run osmo-hlr_10.42.42.2(pid=13456): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13456)]\u000a07:53:09.986274 run osmo-hlr_10.42.42.2(pid=13456): stdout: \u000a| (launched: 2022-12-10_07:53:06.614930) \u000a07:53:10.038258 run osmo-hlr_10.42.42.2(pid=13456): stderr: \u000a| �[0;m�[1;31m20221210075306810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075306810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075306810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075306810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075306810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075306810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075306826 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075306835 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075306836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075306836 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:53:10.082302 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13449): Terminating (SIGTERM)\u000a07:53:10.124498 run iperf3-srv_10.42.42.10(pid=13450): Terminating (SIGTERM)\u000a07:53:10.166316 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13451): Terminating (SIGTERM)\u000a07:53:10.207722 run iperf3-srv_10.42.42.10(pid=13452): Terminating (SIGTERM)\u000a07:53:10.249381 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13455): Terminating (SIGTERM)\u000a07:53:10.290975 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13458): Terminating (SIGTERM)\u000a07:53:10.332505 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13461): Terminating (SIGTERM)\u000a07:53:10.342253 --- ParallelTerminationStrategy: PID 13449 died...\u000a07:53:10.397906 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13449): Terminated: ok {rc=0}\u000a07:53:10.408031 --- ParallelTerminationStrategy: PID 13450 died...\u000a07:53:10.463052 run iperf3-srv_10.42.42.10(pid=13450): Terminated {rc=256}\u000a07:53:10.473141 --- ParallelTerminationStrategy: PID 13451 died...\u000a07:53:10.528200 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13451): Terminated: ok {rc=0}\u000a07:53:10.538251 --- ParallelTerminationStrategy: PID 13452 died...\u000a07:53:10.593373 run iperf3-srv_10.42.42.10(pid=13452): Terminated {rc=256}\u000a07:53:10.603450 --- ParallelTerminationStrategy: PID 13455 died...\u000a07:53:10.658806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13455): Terminated: ok {rc=0}\u000a07:53:10.669052 --- ParallelTerminationStrategy: PID 13458 died...\u000a07:53:10.724180 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13458): Terminated: ok {rc=0}\u000a07:53:10.734321 --- ParallelTerminationStrategy: PID 13461 died...\u000a07:53:10.789397 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13461): Terminated: ok {rc=0}\u000a07:53:10.875766 bus /gobi_0: Setting Powered False\u000a07:53:11.978831 bus /gobi_0: Setting Powered False\u000a07:53:13.088667 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13741): Process ended prematurely: osmo-stp_10.42.42.5(pid=13741) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13741)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13741): Process ended prematurely: osmo-stp_10.42.42.5(pid=13741) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13741)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3.py\u000a----------------------------------------------\u000a07:53:14.197417 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:14.209018 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:53:14.360722 tst iperf3.py: using LAC 26939\u000a07:53:14.476767 tst iperf3.py: using RAC 164\u000a07:53:14.593533 tst iperf3.py: using CellId 26939\u000a07:53:14.710318 tst iperf3.py: using BVCI 26940\u000a07:53:14.732461 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:14.743429 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:14.754382 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:14.765326 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:14.776203 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:14.787194 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:14.798419 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:14.809562 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:14.820804 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:53:15.102270 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:53:15.232603 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:53:15.554981 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13463): Launched\u000a07:53:15.823618 run iperf3-srv_10.42.42.10(pid=13464): Launched\u000a07:53:16.061191 tst iperf3.py:8: start network...\u000a07:53:16.194632 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:53:16.814090 run create_hlr_db(pid=13493): Launched\u000a07:53:17.015211 bus /gobi_6: Setting Powered False\u000a07:53:18.092911 run create_hlr_db(pid=13493): Terminated: ok {rc=0}\u000a07:53:18.632463 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13680): Launched\u000a07:53:19.100105 run osmo-hlr_10.42.42.2(pid=13732): Launched\u000a07:53:19.283158 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:53:19.925813 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13740): Launched\u000a07:53:20.336886 run osmo-stp_10.42.42.5(pid=13741): Launched\u000a07:53:20.559585 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:53:21.181666 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13743): Launched\u000a07:53:21.288772 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:53:21.562597 run patchelf(pid=13746): Launched\u000a07:53:21.747831 run osmo-stp_10.42.42.5(pid=13741): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13741)]\u000a07:53:21.884528 run osmo-stp_10.42.42.5(pid=13741): stdout: \u000a| (launched: 2022-12-10_07:53:20.079268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:53:22.026790 run osmo-stp_10.42.42.5(pid=13741): stderr: \u000a| �[0;m�[38;5;43m20221210075320416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075320416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075320416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075320417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075320417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075320417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075320417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:53:22.158315 run osmo-stp_10.42.42.5(pid=13741): stdout: \u000a| (launched: 2022-12-10_07:53:20.079268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:53:22.290723 run osmo-stp_10.42.42.5(pid=13741): stderr: \u000a| �[0;m�[38;5;43m20221210075320416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075320416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075320416 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075320417 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075320417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075320417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075320417 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:53:22.442255 run patchelf(pid=13746): Terminating (SIGINT)\u000a07:53:22.621298 run patchelf(pid=13746): Terminated: ok {rc=0}\u000a07:53:22.655007 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13741): Process ended prematurely: osmo-stp_10.42.42.5(pid=13741) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13741)] [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py:8]\u000a07:53:22.666111 tst iperf3.py:8: Test FAILED (8.5 sec)\u000a07:53:22.730388 run osmo-hlr_10.42.42.2(pid=13732): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13732)]\u000a07:53:22.783659 run osmo-hlr_10.42.42.2(pid=13732): stdout: \u000a| (launched: 2022-12-10_07:53:18.828486) \u000a07:53:22.836248 run osmo-hlr_10.42.42.2(pid=13732): stderr: \u000a| �[0;m�[1;31m20221210075319161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075319161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075319161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075319161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075319161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075319161 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075319175 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075319200 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075319201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075319201 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:53:22.880770 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13463): Terminating (SIGTERM)\u000a07:53:22.924112 run iperf3-srv_10.42.42.10(pid=13464): Terminating (SIGTERM)\u000a07:53:22.969173 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13680): Terminating (SIGTERM)\u000a07:53:23.012148 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13740): Terminating (SIGTERM)\u000a07:53:23.058033 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13743): Terminating (SIGTERM)\u000a07:53:23.068319 --- ParallelTerminationStrategy: PID 13463 died...\u000a07:53:23.126447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13463): Terminated: ok {rc=0}\u000a07:53:23.136880 --- ParallelTerminationStrategy: PID 13464 died...\u000a07:53:23.193340 run iperf3-srv_10.42.42.10(pid=13464): Terminated {rc=256}\u000a07:53:23.203777 --- ParallelTerminationStrategy: PID 13680 died...\u000a07:53:23.260363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13680): Terminated: ok {rc=0}\u000a07:53:23.270797 --- ParallelTerminationStrategy: PID 13740 died...\u000a07:53:23.327579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13740): Terminated: ok {rc=0}\u000a07:53:23.338181 --- ParallelTerminationStrategy: PID 13743 died...\u000a07:53:23.394804 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13743): Terminated: ok {rc=0}\u000a07:53:23.484144 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 12.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13761): Process ended prematurely: osmo-stp_10.42.42.5(pid=13761) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13761)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13761): Process ended prematurely: osmo-stp_10.42.42.5(pid=13761) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13761)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo iperf3m4.py\u000a----------------------------------------------\u000a07:53:24.603868 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:24.617543 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:53:24.781072 tst iperf3m4.py: using LAC 26940\u000a07:53:24.910899 tst iperf3m4.py: using RAC 165\u000a07:53:25.038587 tst iperf3m4.py: using CellId 26940\u000a07:53:25.164103 tst iperf3m4.py: using BVCI 26941\u000a07:53:25.189741 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:25.202132 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:25.215026 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:25.227310 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:25.239863 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:25.252375 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:25.265193 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:25.277939 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:25.290873 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:53:25.414392 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:53:25.540483 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:53:25.664830 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:53:25.962545 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:53:26.097296 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:53:26.448994 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13747): Launched\u000a07:53:26.749604 run iperf3-srv_10.42.42.10(pid=13748): Launched\u000a07:53:26.947753 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:53:27.082535 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:53:27.434167 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13749): Launched\u000a07:53:27.734125 run iperf3-srv_10.42.42.10(pid=13750): Launched\u000a07:53:27.931720 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:53:28.066145 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:53:28.418992 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13751): Launched\u000a07:53:28.713992 run iperf3-srv_10.42.42.10(pid=13752): Launched\u000a07:53:28.910365 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:53:29.044559 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:53:29.395444 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13753): Launched\u000a07:53:29.690564 run iperf3-srv_10.42.42.10(pid=13754): Launched\u000a07:53:29.887169 tst iperf3m4.py:8: start network...\u000a07:53:30.021456 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:53:30.581601 run create_hlr_db(pid=13755): Launched\u000a07:53:30.767362 bus /gobi_6: Setting Powered False\u000a07:53:31.862630 run create_hlr_db(pid=13755): Terminated: ok {rc=0}\u000a07:53:32.440480 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13757): Launched\u000a07:53:32.803408 run osmo-hlr_10.42.42.2(pid=13758): Launched\u000a07:53:33.030355 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:53:33.665408 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13760): Launched\u000a07:53:34.096085 run osmo-stp_10.42.42.5(pid=13761): Launched\u000a07:53:34.313943 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:53:34.893388 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13763): Launched\u000a07:53:35.009631 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:53:35.308498 run patchelf(pid=13764): Launched\u000a07:53:35.498131 run osmo-stp_10.42.42.5(pid=13761): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13761)]\u000a07:53:35.637569 run osmo-stp_10.42.42.5(pid=13761): stdout: \u000a| (launched: 2022-12-10_07:53:33.829218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:53:35.776475 run osmo-stp_10.42.42.5(pid=13761): stderr: \u000a| �[0;m�[38;5;43m20221210075334128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075334128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075334128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075334128 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075334129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075334129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075334129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:53:35.908687 run osmo-stp_10.42.42.5(pid=13761): stdout: \u000a| (launched: 2022-12-10_07:53:33.829218)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:53:36.041730 run osmo-stp_10.42.42.5(pid=13761): stderr: \u000a| �[0;m�[38;5;43m20221210075334128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075334128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075334128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075334128 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075334129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075334129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075334129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:53:36.196119 run patchelf(pid=13764): Terminating (SIGINT)\u000a07:53:36.379111 run patchelf(pid=13764): Terminated: ok {rc=0}\u000a07:53:36.413112 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13761): Process ended prematurely: osmo-stp_10.42.42.5(pid=13761) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13761)] [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py:8]\u000a07:53:36.424031 tst iperf3m4.py:8: Test FAILED (11.9 sec)\u000a07:53:36.489749 run osmo-hlr_10.42.42.2(pid=13758): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13758)]\u000a07:53:36.543811 run osmo-hlr_10.42.42.2(pid=13758): stdout: \u000a| (launched: 2022-12-10_07:53:32.595223) \u000a07:53:36.597714 run osmo-hlr_10.42.42.2(pid=13758): stderr: \u000a| �[0;m�[1;31m20221210075332927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075332927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075332927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075332927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075332927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075332927 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075332948 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075332968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075332981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075332981 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:53:36.643813 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13747): Terminating (SIGTERM)\u000a07:53:36.689375 run iperf3-srv_10.42.42.10(pid=13748): Terminating (SIGTERM)\u000a07:53:36.735951 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13749): Terminating (SIGTERM)\u000a07:53:36.781155 run iperf3-srv_10.42.42.10(pid=13750): Terminating (SIGTERM)\u000a07:53:36.825979 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13751): Terminating (SIGTERM)\u000a07:53:36.871330 run iperf3-srv_10.42.42.10(pid=13752): Terminating (SIGTERM)\u000a07:53:36.916087 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13753): Terminating (SIGTERM)\u000a07:53:36.962922 run iperf3-srv_10.42.42.10(pid=13754): Terminating (SIGTERM)\u000a07:53:37.008162 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13757): Terminating (SIGTERM)\u000a07:53:37.053384 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13760): Terminating (SIGTERM)\u000a07:53:37.098570 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13763): Terminating (SIGTERM)\u000a07:53:37.109503 --- ParallelTerminationStrategy: PID 13747 died...\u000a07:53:37.169496 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13747): Terminated: ok {rc=0}\u000a07:53:37.180334 --- ParallelTerminationStrategy: PID 13748 died...\u000a07:53:37.237965 run iperf3-srv_10.42.42.10(pid=13748): Terminated {rc=256}\u000a07:53:37.248793 --- ParallelTerminationStrategy: PID 13749 died...\u000a07:53:37.306493 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13749): Terminated: ok {rc=0}\u000a07:53:37.317411 --- ParallelTerminationStrategy: PID 13750 died...\u000a07:53:37.376056 run iperf3-srv_10.42.42.10(pid=13750): Terminated {rc=256}\u000a07:53:37.387118 --- ParallelTerminationStrategy: PID 13751 died...\u000a07:53:37.444687 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13751): Terminated: ok {rc=0}\u000a07:53:37.455881 --- ParallelTerminationStrategy: PID 13752 died...\u000a07:53:37.514006 run iperf3-srv_10.42.42.10(pid=13752): Terminated {rc=256}\u000a07:53:37.525266 --- ParallelTerminationStrategy: PID 13753 died...\u000a07:53:37.585954 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=13753): Terminated: ok {rc=0}\u000a07:53:37.596846 --- ParallelTerminationStrategy: PID 13754 died...\u000a07:53:37.654560 run iperf3-srv_10.42.42.10(pid=13754): Terminated {rc=256}\u000a07:53:37.665500 --- ParallelTerminationStrategy: PID 13757 died...\u000a07:53:37.723229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13757): Terminated: ok {rc=0}\u000a07:53:37.734476 --- ParallelTerminationStrategy: PID 13760 died...\u000a07:53:37.793161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13760): Terminated: ok {rc=0}\u000a07:53:37.804108 --- ParallelTerminationStrategy: PID 13763 died...\u000a07:53:37.861760 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13763): Terminated: ok {rc=0}\u000a07:53:37.956187 bus /gobi_4: Setting Powered False\u000a07:53:39.066955 bus /gobi_4: Setting Powered False\u000a07:53:40.176456 bus /gobi_1: Setting Powered False\u000a07:53:41.283156 bus /gobi_1: Setting Powered False\u000a07:53:42.396478 bus /gobi_0: Setting Powered False\u000a07:53:43.499987 bus /gobi_0: Setting Powered False\u000a07:53:44.609805 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13772): Process ended prematurely: osmo-stp_10.42.42.5(pid=13772) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13772)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13772): Process ended prematurely: osmo-stp_10.42.42.5(pid=13772) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13772)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping.py\u000a----------------------------------------------\u000a07:53:45.677662 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:45.689871 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:53:45.860064 tst ping.py: using LAC 26941\u000a07:53:45.992072 tst ping.py: using RAC 166\u000a07:53:46.136192 tst ping.py: using CellId 26941\u000a07:53:46.271197 tst ping.py: using BVCI 26942\u000a07:53:46.296411 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:46.308264 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:46.320096 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:46.332222 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:46.343933 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:46.356088 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:46.368282 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:46.380596 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:53:46.680268 tst ping.py:19: start network...\u000a07:53:46.809702 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:53:47.335483 run create_hlr_db(pid=13766): Launched\u000a07:53:47.502439 bus /gobi_6: Setting Powered False\u000a07:53:48.521834 run create_hlr_db(pid=13766): Terminated: ok {rc=0}\u000a07:53:48.929823 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13768): Launched\u000a07:53:49.236649 run osmo-hlr_10.42.42.2(pid=13769): Launched\u000a07:53:49.352659 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:53:49.888316 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13771): Launched\u000a07:53:50.194636 run osmo-stp_10.42.42.5(pid=13772): Launched\u000a07:53:50.306128 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:53:50.840234 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13774): Launched\u000a07:53:50.949222 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:53:51.215626 run patchelf(pid=13775): Launched\u000a07:53:51.395581 run osmo-stp_10.42.42.5(pid=13772): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13772)]\u000a07:53:51.526869 run osmo-stp_10.42.42.5(pid=13772): stdout: \u000a| (launched: 2022-12-10_07:53:50.044432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:53:51.658988 run osmo-stp_10.42.42.5(pid=13772): stderr: \u000a| �[0;m�[38;5;43m20221210075350234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075350235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075350235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075350235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075350236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075350236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075350236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:53:51.786394 run osmo-stp_10.42.42.5(pid=13772): stdout: \u000a| (launched: 2022-12-10_07:53:50.044432)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:53:51.912151 run osmo-stp_10.42.42.5(pid=13772): stderr: \u000a| �[0;m�[38;5;43m20221210075350234 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075350235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075350235 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075350235 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075350236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075350236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075350236 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:53:52.058919 run patchelf(pid=13775): Terminating (SIGINT)\u000a07:53:52.231280 run patchelf(pid=13775): Terminated: ok {rc=0}\u000a07:53:52.262520 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=13772): Process ended prematurely: osmo-stp_10.42.42.5(pid=13772) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13772)] [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py:22]\u000a07:53:52.271527 tst ping.py:22: Test FAILED (6.6 sec)\u000a07:53:52.333211 run osmo-hlr_10.42.42.2(pid=13769): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13769)]\u000a07:53:52.383687 run osmo-hlr_10.42.42.2(pid=13769): stdout: \u000a| (launched: 2022-12-10_07:53:49.085764) \u000a07:53:52.435130 run osmo-hlr_10.42.42.2(pid=13769): stderr: \u000a| �[0;m�[1;31m20221210075349282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075349282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075349282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075349282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075349282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075349282 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075349294 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075349303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075349303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075349303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:53:52.479142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13768): Terminating (SIGTERM)\u000a07:53:52.520486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13771): Terminating (SIGTERM)\u000a07:53:52.561899 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13774): Terminating (SIGTERM)\u000a07:53:52.571610 --- ParallelTerminationStrategy: PID 13768 died...\u000a07:53:52.627015 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13768): Terminated: ok {rc=0}\u000a07:53:52.637456 --- ParallelTerminationStrategy: PID 13771 died...\u000a07:53:52.692455 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13771): Terminated: ok {rc=0}\u000a07:53:52.702523 --- ParallelTerminationStrategy: PID 13774 died...\u000a07:53:52.757567 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13774): Terminated: ok {rc=0}\u000a07:53:52.844774 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13782): Process ended prematurely: osmo-stp_10.42.42.5(pid=13782) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13782)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13782): Process ended prematurely: osmo-stp_10.42.42.5(pid=13782) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13782)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo ping_idle_ping.py\u000a----------------------------------------------\u000a07:53:53.897304 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:53.909734 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x bts (candidates: 1)\u000a07:53:54.060839 tst ping_idle_ping.py: using LAC 26942\u000a07:53:54.182730 tst ping_idle_ping.py: using RAC 167\u000a07:53:54.304557 tst ping_idle_ping.py: using CellId 26942\u000a07:53:54.425727 tst ping_idle_ping.py: using BVCI 26943\u000a07:53:54.449664 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:54.461570 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:54.472866 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:54.484485 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:54.495922 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:54.507250 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:54.518756 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x ip_address (candidates: 9)\u000a07:53:54.530096 tst gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo: Using 1 x modem (candidates: 4)\u000a07:53:54.798421 tst ping_idle_ping.py:24: start network...\u000a07:53:54.918481 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:53:55.372496 run create_hlr_db(pid=13776): Launched\u000a07:53:55.538612 bus /gobi_6: Setting Powered False\u000a07:53:56.561392 run create_hlr_db(pid=13776): Terminated: ok {rc=0}\u000a07:53:56.971655 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13778): Launched\u000a07:53:57.279767 run osmo-hlr_10.42.42.2(pid=13779): Launched\u000a07:53:57.395954 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:53:57.931087 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13781): Launched\u000a07:53:58.239175 run osmo-stp_10.42.42.5(pid=13782): Launched\u000a07:53:58.351049 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:53:58.888270 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13784): Launched\u000a07:53:58.997920 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:53:59.265617 run patchelf(pid=13785): Launched\u000a07:53:59.445889 run osmo-stp_10.42.42.5(pid=13782): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13782)]\u000a07:53:59.577634 run osmo-stp_10.42.42.5(pid=13782): stdout: \u000a| (launched: 2022-12-10_07:53:58.087784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:53:59.710291 run osmo-stp_10.42.42.5(pid=13782): stderr: \u000a| �[0;m�[38;5;43m20221210075358275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075358276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075358276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075358276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075358279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075358279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075358279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:53:59.837754 run osmo-stp_10.42.42.5(pid=13782): stdout: \u000a| (launched: 2022-12-10_07:53:58.087784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:53:59.963795 run osmo-stp_10.42.42.5(pid=13782): stderr: \u000a| �[0;m�[38;5;43m20221210075358275 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075358276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075358276 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075358276 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075358279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075358279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075358279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:54:00.111151 run patchelf(pid=13785): Terminating (SIGINT)\u000a07:54:00.284013 run patchelf(pid=13785): Terminated: ok {rc=0}\u000a07:54:00.315711 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=13782): Process ended prematurely: osmo-stp_10.42.42.5(pid=13782) [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13782)] [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py:27]\u000a07:54:00.325083 tst ping_idle_ping.py:27: Test FAILED (6.4 sec)\u000a07:54:00.387403 run osmo-hlr_10.42.42.2(pid=13779): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13779)]\u000a07:54:00.438216 run osmo-hlr_10.42.42.2(pid=13779): stdout: \u000a| (launched: 2022-12-10_07:53:57.128566) \u000a07:54:00.489899 run osmo-hlr_10.42.42.2(pid=13779): stderr: \u000a| �[0;m�[1;31m20221210075357325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075357325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075357325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075357325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075357325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075357325 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075357338 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:trx-lms-limenet-micro+mod-bts0-dynts-osmo/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075357346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075357346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075357346 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:54:00.534290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13778): Terminating (SIGTERM)\u000a07:54:00.575923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13781): Terminating (SIGTERM)\u000a07:54:00.617593 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13784): Terminating (SIGTERM)\u000a07:54:00.627430 --- ParallelTerminationStrategy: PID 13778 died...\u000a07:54:00.683408 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13778): Terminated: ok {rc=0}\u000a07:54:00.693849 --- ParallelTerminationStrategy: PID 13781 died...\u000a07:54:00.749252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13781): Terminated: ok {rc=0}\u000a07:54:00.759396 --- ParallelTerminationStrategy: PID 13784 died...\u000a07:54:00.814479 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13784): Terminated: ok {rc=0}\u000a07:54:00.910424 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 62.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "128", "name" : "gprs_trx-lms-limenet-micro+mod-bts0-dynts-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:53:00" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13795): Process ended prematurely: osmo-stp_10.42.42.5(pid=13795) [trial-2371↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13795)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13795): Process ended prematurely: osmo-stp_10.42.42.5(pid=13795) [trial-2371↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13795)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a07:54:02.946756 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:54:02.958438 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:54:03.108724 tst switch_tch_pdch.py: using LAC 26943\u000a07:54:03.220757 tst switch_tch_pdch.py: using RAC 168\u000a07:54:03.333818 tst switch_tch_pdch.py: using CellId 26943\u000a07:54:03.446358 tst switch_tch_pdch.py: using BVCI 26944\u000a07:54:03.468198 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:54:03.479358 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:54:03.490525 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:54:03.502418 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:54:03.514221 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:54:03.526213 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:54:03.537773 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a07:54:03.549299 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:54:03.669645 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:54:03.952459 tst switch_tch_pdch.py:51: start network...\u000a07:54:04.080316 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:54:04.570397 run create_hlr_db(pid=13789): Launched\u000a07:54:04.748802 bus /gobi_6: Setting Powered False\u000a07:54:05.770488 run create_hlr_db(pid=13789): Terminated: ok {rc=0}\u000a07:54:06.154932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13791): Launched\u000a07:54:06.441285 run osmo-hlr_10.42.42.2(pid=13792): Launched\u000a07:54:06.546605 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:54:07.042935 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13794): Launched\u000a07:54:07.329649 run osmo-stp_10.42.42.5(pid=13795): Launched\u000a07:54:07.434429 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:54:07.931739 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13797): Launched\u000a07:54:08.033812 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:54:08.283271 run patchelf(pid=13798): Launched\u000a07:54:08.451531 run osmo-stp_10.42.42.5(pid=13795): ERR: Terminated: ERROR {rc=1} [trial-2371↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13795)]\u000a07:54:08.574694 run osmo-stp_10.42.42.5(pid=13795): stdout: \u000a| (launched: 2022-12-10_07:54:07.187600)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:54:08.698338 run osmo-stp_10.42.42.5(pid=13795): stderr: \u000a| �[0;m�[38;5;43m20221210075407356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075407356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075407356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075407357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075407357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075407357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075407357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:54:08.817449 run osmo-stp_10.42.42.5(pid=13795): stdout: \u000a| (launched: 2022-12-10_07:54:07.187600)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:54:08.935090 run osmo-stp_10.42.42.5(pid=13795): stderr: \u000a| �[0;m�[38;5;43m20221210075407356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075407356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075407356 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075407357 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075407357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075407357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075407357 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:54:09.072629 run patchelf(pid=13798): Terminating (SIGINT)\u000a07:54:09.234348 run patchelf(pid=13798): Terminated: ok {rc=0}\u000a07:54:09.263763 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=13795): Process ended prematurely: osmo-stp_10.42.42.5(pid=13795) [trial-2371↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13795)] [trial-2371↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a07:54:09.272181 tst switch_tch_pdch.py:54: Test FAILED (6.3 sec)\u000a07:54:09.331668 run osmo-hlr_10.42.42.2(pid=13792): ERR: Terminated: ERROR {rc=237} [trial-2371↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13792)]\u000a07:54:09.380612 run osmo-hlr_10.42.42.2(pid=13792): stdout: \u000a| (launched: 2022-12-10_07:54:06.299411) \u000a07:54:09.430275 run osmo-hlr_10.42.42.2(pid=13792): stderr: \u000a| �[0;m�[1;31m20221210075406472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075406472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075406472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075406472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075406472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075406472 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075406484 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075406492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075406492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075406492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:54:09.472144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13791): Terminating (SIGTERM)\u000a07:54:09.512049 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13794): Terminating (SIGTERM)\u000a07:54:09.551493 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13797): Terminating (SIGTERM)\u000a07:54:09.561048 --- ParallelTerminationStrategy: PID 13791 died...\u000a07:54:09.614134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13791): Terminated: ok {rc=0}\u000a07:54:09.624107 --- ParallelTerminationStrategy: PID 13794 died...\u000a07:54:09.677103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13794): Terminated: ok {rc=0}\u000a07:54:09.686971 --- ParallelTerminationStrategy: PID 13797 died...\u000a07:54:09.739688 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13797): Terminated: ok {rc=0}\u000a07:54:09.823510 bus /gobi_0: Setting Powered False\u000a07:54:10.929864 bus /gobi_0: Setting Powered False\u000a07:54:12.037630 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "129", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:54:02" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13810): Process ended prematurely: osmo-stp_10.42.42.5(pid=13810) [trial-2371↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13810)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13810): Process ended prematurely: osmo-stp_10.42.42.5(pid=13810) [trial-2371↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13810)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo switch_tch_pdch.py\u000a----------------------------------------------\u000a07:54:14.004682 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:54:14.015565 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x bts (candidates: 1)\u000a07:54:14.166042 tst switch_tch_pdch.py: using LAC 26944\u000a07:54:14.276513 tst switch_tch_pdch.py: using RAC 169\u000a07:54:14.387079 tst switch_tch_pdch.py: using CellId 26944\u000a07:54:14.497415 tst switch_tch_pdch.py: using BVCI 26945\u000a07:54:14.519137 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:54:14.530087 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:54:14.540809 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:54:14.551850 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:54:14.562851 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:54:14.573824 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:54:14.584850 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x ip_address (candidates: 8)\u000a07:54:14.595799 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a07:54:14.710699 tst dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo: Using 1 x modem (candidates: 2)\u000a07:54:14.992734 tst switch_tch_pdch.py:51: start network...\u000a07:54:15.120730 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:54:15.583763 run create_hlr_db(pid=13804): Launched\u000a07:54:15.709165 bus /gobi_6: Setting Powered False\u000a07:54:16.826457 run create_hlr_db(pid=13804): Terminated: ok {rc=0}\u000a07:54:17.240310 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13806): Launched\u000a07:54:17.546617 run osmo-hlr_10.42.42.2(pid=13807): Launched\u000a07:54:17.661869 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:54:18.164486 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13809): Launched\u000a07:54:18.469982 run osmo-stp_10.42.42.5(pid=13810): Launched\u000a07:54:18.581770 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:54:19.088394 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13812): Launched\u000a07:54:19.196786 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:54:19.462245 run patchelf(pid=13813): Launched\u000a07:54:19.641804 run osmo-stp_10.42.42.5(pid=13810): ERR: Terminated: ERROR {rc=1} [trial-2371↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13810)]\u000a07:54:19.772771 run osmo-stp_10.42.42.5(pid=13810): stdout: \u000a| (launched: 2022-12-10_07:54:18.319265)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:54:19.904154 run osmo-stp_10.42.42.5(pid=13810): stderr: \u000a| �[0;m�[38;5;43m20221210075418507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075418507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075418508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075418508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075418509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075418509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075418509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:54:20.031057 run osmo-stp_10.42.42.5(pid=13810): stdout: \u000a| (launched: 2022-12-10_07:54:18.319265)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:54:20.156792 run osmo-stp_10.42.42.5(pid=13810): stderr: \u000a| �[0;m�[38;5;43m20221210075418507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075418507 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075418508 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075418508 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075418509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075418509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075418509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:54:20.303461 run patchelf(pid=13813): Terminating (SIGINT)\u000a07:54:20.475708 run patchelf(pid=13813): Terminated: ok {rc=0}\u000a07:54:20.507014 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=13810): Process ended prematurely: osmo-stp_10.42.42.5(pid=13810) [trial-2371↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13810)] [trial-2371↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py:54]\u000a07:54:20.516043 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a07:54:20.578004 run osmo-hlr_10.42.42.2(pid=13807): ERR: Terminated: ERROR {rc=237} [trial-2371↪dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13807)]\u000a07:54:20.628698 run osmo-hlr_10.42.42.2(pid=13807): stdout: \u000a| (launched: 2022-12-10_07:54:17.396071) \u000a07:54:20.681168 run osmo-hlr_10.42.42.2(pid=13807): stderr: \u000a| �[0;m�[1;31m20221210075417595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075417595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075417595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075417595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075417595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075417595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075417607 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/dynts:trx-lms-limenet-micro+mod-bts0-dynts67-osmo/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075417618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075417618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075417618 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:54:20.725044 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13806): Terminating (SIGTERM)\u000a07:54:20.766332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13809): Terminating (SIGTERM)\u000a07:54:20.807390 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13812): Terminating (SIGTERM)\u000a07:54:20.817009 --- ParallelTerminationStrategy: PID 13806 died...\u000a07:54:20.871981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13806): Terminated: ok {rc=0}\u000a07:54:20.881934 --- ParallelTerminationStrategy: PID 13809 died...\u000a07:54:20.936817 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13809): Terminated: ok {rc=0}\u000a07:54:20.946722 --- ParallelTerminationStrategy: PID 13812 died...\u000a07:54:21.001626 run pcap-recorder_any(filters='host 10.42.42.6')(pid=13812): Terminated: ok {rc=0}\u000a07:54:21.088624 bus /gobi_0: Setting Powered False\u000a07:54:22.194388 bus /gobi_0: Setting Powered False\u000a07:54:23.301565 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "130", "name" : "dynts_trx-lms-limenet-micro+mod-bts0-dynts67-osmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:54:13" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "nitb_sms:nanobts", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=13820): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13820) [trial-2371↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13820)]", "failedSince" : 2172, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_sms/mo_mt_sms.py\", line 11, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=13820): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13820) [trial-2371↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13820)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 nitb_sms:nanobts mo_mt_sms.py\u000a----------------------------------------------\u000a07:54:25.175540 tst nitb_sms:nanobts: Using 1 x ip_address (candidates: 1)\u000a07:54:25.186331 tst nitb_sms:nanobts: Using 1 x bts (candidates: 1)\u000a07:54:25.308409 tst mo_mt_sms.py: using LAC 26945\u000a07:54:25.422232 tst mo_mt_sms.py: using RAC 170\u000a07:54:25.535263 tst mo_mt_sms.py: using CellId 26945\u000a07:54:25.655219 tst mo_mt_sms.py: using BVCI 26946\u000a07:54:25.678528 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a07:54:25.790745 tst nitb_sms:nanobts: Using 1 x modem (candidates: 2)\u000a07:54:26.069216 tst mo_mt_sms.py:9: start nitb and bts...\u000a07:54:26.196636 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a07:54:26.831133 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13819): Launched\u000a07:54:27.133485 run osmo-nitb_10.42.42.2(pid=13820): Launched\u000a07:54:27.322407 run osmo-nitb_10.42.42.2(pid=13820): ERR: Terminated: ERROR {rc=2} [trial-2371↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13820)]\u000a07:54:27.461473 run osmo-nitb_10.42.42.2(pid=13820): stdout: \u000a| (launched: 2022-12-10_07:54:26.986769) \u000a07:54:27.600815 run osmo-nitb_10.42.42.2(pid=13820): stderr: \u000a| (launched: 2022-12-10_07:54:27.032314)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:54:27.736020 run osmo-nitb_10.42.42.2(pid=13820): stdout: \u000a| (launched: 2022-12-10_07:54:26.986769) \u000a07:54:27.869695 run osmo-nitb_10.42.42.2(pid=13820): stderr: \u000a| (launched: 2022-12-10_07:54:27.032314)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:54:28.258512 tst osmo-nitb_10.42.42.2(pid=13820): stdout: \u000a| (launched: 2022-12-10_07:54:26.986769) \u000a07:54:28.380379 tst osmo-nitb_10.42.42.2(pid=13820): stderr: \u000a| (launched: 2022-12-10_07:54:27.032314)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:54:28.434021 tst mo_mt_sms.py:11: ERR: Error: osmo-nitb_10.42.42.2(pid=13820): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13820) [trial-2371↪nitb_sms:nanobts↪mo_mt_sms.py:11↪mo_mt_sms.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13820)] [trial-2371↪nitb_sms:nanobts↪mo_mt_sms.py:11]\u000a07:54:28.442712 tst mo_mt_sms.py:11: Test FAILED (3.3 sec)\u000a07:54:28.478311 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13819): Terminating (SIGTERM)\u000a07:54:28.656046 --- ParallelTerminationStrategy: PID 13819 died...\u000a07:54:28.712747 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13819): Terminated: ok {rc=0}\u000a07:54:28.799827 bus /sierra_3: Setting Powered False\u000a07:54:29.902295 bus /sierra_3: Setting Powered False\u000a07:54:31.017680 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 8.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "131", "name" : "nitb_sms_nanobts", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:54:25" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "sms:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13830): Process ended prematurely: osmo-stp_10.42.42.5(pid=13830) [trial-2371↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13830)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13830): Process ended prematurely: osmo-stp_10.42.42.5(pid=13830) [trial-2371↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13830)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 sms:nanobts+band-1900 mo_mt_sms.py\u000a----------------------------------------------\u000a07:54:32.909254 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:54:32.919791 tst sms:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a07:54:33.040242 tst mo_mt_sms.py: using LAC 26946\u000a07:54:33.152186 tst mo_mt_sms.py: using RAC 171\u000a07:54:33.263699 tst mo_mt_sms.py: using CellId 26946\u000a07:54:33.382933 tst mo_mt_sms.py: using BVCI 26947\u000a07:54:33.406384 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:54:33.417571 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:54:33.428618 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:54:33.440300 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:54:33.451944 tst sms:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:54:33.463582 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a07:54:33.577612 tst sms:nanobts+band-1900: Using 1 x modem (candidates: 2)\u000a07:54:33.780437 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:54:34.246408 run create_hlr_db(pid=13824): Launched\u000a07:54:34.424540 bus /sierra_2: Setting Powered False\u000a07:54:35.445254 run create_hlr_db(pid=13824): Terminated: ok {rc=0}\u000a07:54:35.830592 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13826): Launched\u000a07:54:36.118264 run osmo-hlr_10.42.42.2(pid=13827): Launched\u000a07:54:36.224339 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:54:36.719962 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13829): Launched\u000a07:54:37.006021 run osmo-stp_10.42.42.5(pid=13830): Launched\u000a07:54:37.111140 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:54:37.634955 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13832): Launched\u000a07:54:37.922598 run osmo-msc_10.42.42.6(pid=13833): Launched\u000a07:54:38.093734 run osmo-stp_10.42.42.5(pid=13830): ERR: Terminated: ERROR {rc=1} [trial-2371↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13830)]\u000a07:54:38.216745 run osmo-stp_10.42.42.5(pid=13830): stdout: \u000a| (launched: 2022-12-10_07:54:36.865160)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:54:38.336847 run osmo-stp_10.42.42.5(pid=13830): stderr: \u000a| �[0;m�[38;5;43m20221210075437034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075437034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075437035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075437035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075437035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075437036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075437036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:54:38.452189 run osmo-stp_10.42.42.5(pid=13830): stdout: \u000a| (launched: 2022-12-10_07:54:36.865160)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:54:38.566664 run osmo-stp_10.42.42.5(pid=13830): stderr: \u000a| �[0;m�[38;5;43m20221210075437034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075437034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075437035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075437035 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075437035 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075437036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075437036 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:54:38.616724 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=13830): Process ended prematurely: osmo-stp_10.42.42.5(pid=13830) [trial-2371↪sms:nanobts+band-1900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13830)] [trial-2371↪sms:nanobts+band-1900↪mo_mt_sms.py:16]\u000a07:54:38.624334 tst mo_mt_sms.py:16: Test FAILED (5.7 sec)\u000a07:54:38.684137 run osmo-hlr_10.42.42.2(pid=13827): ERR: Terminated: ERROR {rc=237} [trial-2371↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13827)]\u000a07:54:38.733046 run osmo-hlr_10.42.42.2(pid=13827): stdout: \u000a| (launched: 2022-12-10_07:54:35.976497) \u000a07:54:38.782288 run osmo-hlr_10.42.42.2(pid=13827): stderr: \u000a| �[0;m�[1;31m20221210075436151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075436151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075436151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075436151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075436151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075436151 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075436163 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/sms:nanobts+band-1900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075436172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075436172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075436172 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:54:38.849750 run osmo-msc_10.42.42.6(pid=13833): ERR: Terminated: ERROR {rc=2} [trial-2371↪sms:nanobts+band-1900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13833)]\u000a07:54:38.898373 run osmo-msc_10.42.42.6(pid=13833): stdout: \u000a| (launched: 2022-12-10_07:54:37.779939) \u000a07:54:38.947480 run osmo-msc_10.42.42.6(pid=13833): stderr: \u000a| �[0;m�[38;5;43m20221210075438049 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210075438049 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ffb22ac6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210075438049 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210075438050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210075438050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210075438050 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210075438051 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210075438052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210075438052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210075438052 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:54:38.989177 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13826): Terminating (SIGTERM)\u000a07:54:39.028776 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13829): Terminating (SIGTERM)\u000a07:54:39.068427 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13832): Terminating (SIGTERM)\u000a07:54:39.077837 --- ParallelTerminationStrategy: PID 13826 died...\u000a07:54:39.130981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13826): Terminated: ok {rc=0}\u000a07:54:39.140492 --- ParallelTerminationStrategy: PID 13829 died...\u000a07:54:39.194105 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13829): Terminated: ok {rc=0}\u000a07:54:39.203604 --- ParallelTerminationStrategy: PID 13832 died...\u000a07:54:39.256880 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13832): Terminated: ok {rc=0}\u000a07:54:39.344866 bus /sierra_3: Setting Powered False\u000a07:54:40.447584 bus /sierra_3: Setting Powered False\u000a07:54:41.556746 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "132", "name" : "sms_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:54:32" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "nitb_ussd:nanobts+band-1900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=13839): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13839) [trial-2371↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13839)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=13839): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13839) [trial-2371↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13839)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 nitb_ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a07:54:43.373702 tst nitb_ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 1)\u000a07:54:43.384709 tst nitb_ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a07:54:43.512274 tst assert_extension.py: using LAC 26947\u000a07:54:43.632421 tst assert_extension.py: using RAC 172\u000a07:54:43.752771 tst assert_extension.py: using CellId 26947\u000a07:54:43.878265 tst assert_extension.py: using BVCI 26948\u000a07:54:43.901646 tst nitb_ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a07:54:44.167244 tst assert_extension.py:10: start nitb and bts...\u000a07:54:44.285594 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a07:54:44.878758 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13838): Launched\u000a07:54:45.162066 run osmo-nitb_10.42.42.2(pid=13839): Launched\u000a07:54:45.338399 run osmo-nitb_10.42.42.2(pid=13839): ERR: Terminated: ERROR {rc=2} [trial-2371↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13839)]\u000a07:54:45.468395 run osmo-nitb_10.42.42.2(pid=13839): stdout: \u000a| (launched: 2022-12-10_07:54:45.023858) \u000a07:54:45.599155 run osmo-nitb_10.42.42.2(pid=13839): stderr: \u000a| (launched: 2022-12-10_07:54:45.066619)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:54:45.725279 run osmo-nitb_10.42.42.2(pid=13839): stdout: \u000a| (launched: 2022-12-10_07:54:45.023858) \u000a07:54:45.862352 run osmo-nitb_10.42.42.2(pid=13839): stderr: \u000a| (launched: 2022-12-10_07:54:45.066619)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:54:46.286620 tst osmo-nitb_10.42.42.2(pid=13839): stdout: \u000a| (launched: 2022-12-10_07:54:45.023858) \u000a07:54:46.405373 tst osmo-nitb_10.42.42.2(pid=13839): stderr: \u000a| (launched: 2022-12-10_07:54:45.066619)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a07:54:46.456742 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=13839): Process ended prematurely: osmo-nitb_10.42.42.2(pid=13839) [trial-2371↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=13839)] [trial-2371↪nitb_ussd:nanobts+band-1900↪assert_extension.py:12]\u000a07:54:46.465665 tst assert_extension.py:12: Test FAILED (3.1 sec)\u000a07:54:46.502953 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13838): Terminating (SIGTERM)\u000a07:54:46.680613 --- ParallelTerminationStrategy: PID 13838 died...\u000a07:54:46.744210 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=13838): Terminated: ok {rc=0}\u000a07:54:46.847861 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "133", "name" : "nitb_ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:54:43" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "ussd:nanobts+band-1900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13850): Process ended prematurely: osmo-stp_10.42.42.5(pid=13850) [trial-2371↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13850)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13850): Process ended prematurely: osmo-stp_10.42.42.5(pid=13850) [trial-2371↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13850)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 ussd:nanobts+band-1900 assert_extension.py\u000a----------------------------------------------\u000a07:54:48.659774 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:54:48.670498 tst ussd:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a07:54:48.793985 tst assert_extension.py: using LAC 26948\u000a07:54:48.911576 tst assert_extension.py: using RAC 173\u000a07:54:49.024387 tst assert_extension.py: using CellId 26948\u000a07:54:49.135294 tst assert_extension.py: using BVCI 26949\u000a07:54:49.157108 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:54:49.167714 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:54:49.178297 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:54:49.189676 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:54:49.200912 tst ussd:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:54:49.212174 tst ussd:nanobts+band-1900: Using 1 x modem (candidates: 1)\u000a07:54:49.415403 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:54:49.904404 run create_hlr_db(pid=13844): Launched\u000a07:54:50.081724 bus /sierra_2: Setting Powered False\u000a07:54:51.102913 run create_hlr_db(pid=13844): Terminated: ok {rc=0}\u000a07:54:51.486956 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13846): Launched\u000a07:54:51.774197 run osmo-hlr_10.42.42.2(pid=13847): Launched\u000a07:54:51.882796 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:54:52.380603 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13849): Launched\u000a07:54:52.666988 run osmo-stp_10.42.42.5(pid=13850): Launched\u000a07:54:52.771056 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:54:53.293874 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13852): Launched\u000a07:54:53.579840 run osmo-msc_10.42.42.6(pid=13853): Launched\u000a07:54:53.749036 run osmo-stp_10.42.42.5(pid=13850): ERR: Terminated: ERROR {rc=1} [trial-2371↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13850)]\u000a07:54:53.870712 run osmo-stp_10.42.42.5(pid=13850): stdout: \u000a| (launched: 2022-12-10_07:54:52.525347)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:54:53.990527 run osmo-stp_10.42.42.5(pid=13850): stderr: \u000a| �[0;m�[38;5;43m20221210075452692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075452693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075452693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075452693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075452694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075452694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075452694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:54:54.106364 run osmo-stp_10.42.42.5(pid=13850): stdout: \u000a| (launched: 2022-12-10_07:54:52.525347)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:54:54.220706 run osmo-stp_10.42.42.5(pid=13850): stderr: \u000a| �[0;m�[38;5;43m20221210075452692 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075452693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075452693 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075452693 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075452694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075452694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075452694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:54:54.270633 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=13850): Process ended prematurely: osmo-stp_10.42.42.5(pid=13850) [trial-2371↪ussd:nanobts+band-1900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13850)] [trial-2371↪ussd:nanobts+band-1900↪assert_extension.py:17]\u000a07:54:54.278639 tst assert_extension.py:17: Test FAILED (5.6 sec)\u000a07:54:54.338348 run osmo-hlr_10.42.42.2(pid=13847): ERR: Terminated: ERROR {rc=237} [trial-2371↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13847)]\u000a07:54:54.387332 run osmo-hlr_10.42.42.2(pid=13847): stdout: \u000a| (launched: 2022-12-10_07:54:51.632488) \u000a07:54:54.436823 run osmo-hlr_10.42.42.2(pid=13847): stderr: \u000a| �[0;m�[1;31m20221210075451808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075451808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075451808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075451808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075451808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075451808 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075451820 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/ussd:nanobts+band-1900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075451828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075451829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075451829 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:54:54.503452 run osmo-msc_10.42.42.6(pid=13853): ERR: Terminated: ERROR {rc=2} [trial-2371↪ussd:nanobts+band-1900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13853)]\u000a07:54:54.551860 run osmo-msc_10.42.42.6(pid=13853): stdout: \u000a| (launched: 2022-12-10_07:54:53.438672) \u000a07:54:54.601053 run osmo-msc_10.42.42.6(pid=13853): stderr: \u000a| �[0;m�[38;5;43m20221210075453710 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210075453710 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa55376bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210075453710 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210075453711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210075453711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210075453711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210075453713 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210075453713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210075453713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210075453713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:54:54.642735 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13846): Terminating (SIGTERM)\u000a07:54:54.682803 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13849): Terminating (SIGTERM)\u000a07:54:54.722491 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13852): Terminating (SIGTERM)\u000a07:54:54.731952 --- ParallelTerminationStrategy: PID 13846 died...\u000a07:54:54.785465 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13846): Terminated: ok {rc=0}\u000a07:54:54.795299 --- ParallelTerminationStrategy: PID 13849 died...\u000a07:54:54.848467 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13849): Terminated: ok {rc=0}\u000a07:54:54.858271 --- ParallelTerminationStrategy: PID 13852 died...\u000a07:54:54.911242 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13852): Terminated: ok {rc=0}\u000a07:54:55.000016 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "134", "name" : "ussd_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:54:48" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13864): Process ended prematurely: osmo-stp_10.42.42.5(pid=13864) [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13864)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13864): Process ended prematurely: osmo-stp_10.42.42.5(pid=13864) [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13864)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a07:54:56.928398 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:54:56.940179 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:54:57.086693 tst mo_mt_call.py: using LAC 26949\u000a07:54:57.205891 tst mo_mt_call.py: using RAC 174\u000a07:54:57.317975 tst mo_mt_call.py: using CellId 26949\u000a07:54:57.430139 tst mo_mt_call.py: using BVCI 26950\u000a07:54:57.452265 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:54:57.463207 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:54:57.474027 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:54:57.485056 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:54:57.496190 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:54:57.507264 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:54:57.620593 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:54:57.815978 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:54:58.272437 run create_hlr_db(pid=13858): Launched\u000a07:54:58.439292 bus /sierra_2: Setting Powered False\u000a07:54:59.461869 run create_hlr_db(pid=13858): Terminated: ok {rc=0}\u000a07:54:59.849566 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13860): Launched\u000a07:55:00.140447 run osmo-hlr_10.42.42.2(pid=13861): Launched\u000a07:55:00.249289 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:55:00.751329 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13863): Launched\u000a07:55:01.211684 run osmo-stp_10.42.42.5(pid=13864): Launched\u000a07:55:01.369420 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:55:01.969220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13869): Launched\u000a07:55:02.310130 run osmo-msc_10.42.42.6(pid=13870): Launched\u000a07:55:02.495191 run osmo-stp_10.42.42.5(pid=13864): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13864)]\u000a07:55:02.628809 run osmo-stp_10.42.42.5(pid=13864): stdout: \u000a| (launched: 2022-12-10_07:55:00.916384)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:55:02.762044 run osmo-stp_10.42.42.5(pid=13864): stderr: \u000a| �[0;m�[38;5;43m20221210075501122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075501122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075501123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075501123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075501124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075501124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075501124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:55:02.887937 run osmo-stp_10.42.42.5(pid=13864): stdout: \u000a| (launched: 2022-12-10_07:55:00.916384)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:55:03.013479 run osmo-stp_10.42.42.5(pid=13864): stderr: \u000a| �[0;m�[38;5;43m20221210075501122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075501122 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075501123 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075501123 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075501124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075501124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075501124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:55:03.068706 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13864): Process ended prematurely: osmo-stp_10.42.42.5(pid=13864) [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13864)] [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a07:55:03.078080 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:55:03.140697 run osmo-hlr_10.42.42.2(pid=13861): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13861)]\u000a07:55:03.192052 run osmo-hlr_10.42.42.2(pid=13861): stdout: \u000a| (launched: 2022-12-10_07:54:59.997285) \u000a07:55:03.243882 run osmo-hlr_10.42.42.2(pid=13861): stderr: \u000a| �[0;m�[1;31m20221210075500172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075500172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075500172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075500172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075500172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075500172 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075500185 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075500193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075500194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075500194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:55:03.314062 run osmo-msc_10.42.42.6(pid=13870): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13870)]\u000a07:55:03.364805 run osmo-msc_10.42.42.6(pid=13870): stdout: \u000a| (launched: 2022-12-10_07:55:02.133272) \u000a07:55:03.415946 run osmo-msc_10.42.42.6(pid=13870): stderr: \u000a| �[0;m�[38;5;43m20221210075502470 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210075502470 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f61e3046c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210075502470 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210075502470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210075502470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210075502470 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210075502472 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210075502472 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210075502473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210075502473 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:55:03.459680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13860): Terminating (SIGTERM)\u000a07:55:03.501228 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13863): Terminating (SIGTERM)\u000a07:55:03.543171 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13869): Terminating (SIGTERM)\u000a07:55:03.553088 --- ParallelTerminationStrategy: PID 13860 died...\u000a07:55:03.609081 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13860): Terminated: ok {rc=0}\u000a07:55:03.619237 --- ParallelTerminationStrategy: PID 13863 died...\u000a07:55:03.675006 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13863): Terminated: ok {rc=0}\u000a07:55:03.685552 --- ParallelTerminationStrategy: PID 13869 died...\u000a07:55:03.741068 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13869): Terminated: ok {rc=0}\u000a07:55:03.827407 bus /sierra_3: Setting Powered False\u000a07:55:04.932393 bus /sierra_3: Setting Powered False\u000a07:55:06.039966 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 50, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13878): Process ended prematurely: osmo-stp_10.42.42.5(pid=13878) [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13878)]", "failedSince" : 2322, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13878): Process ended prematurely: osmo-stp_10.42.42.5(pid=13878) [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13878)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:55:07.153241 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:55:07.165318 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a07:55:07.317280 tst mo_mt_call_osmux.py: using LAC 26950\u000a07:55:07.441059 tst mo_mt_call_osmux.py: using RAC 175\u000a07:55:07.563436 tst mo_mt_call_osmux.py: using CellId 26950\u000a07:55:07.688676 tst mo_mt_call_osmux.py: using BVCI 26951\u000a07:55:07.712388 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:55:07.724015 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:55:07.735396 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:55:07.747232 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:55:07.758860 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a07:55:07.770287 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:55:07.887970 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a07:55:08.084095 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:55:08.543550 run create_hlr_db(pid=13872): Launched\u000a07:55:08.711405 bus /sierra_2: Setting Powered False\u000a07:55:09.733240 run create_hlr_db(pid=13872): Terminated: ok {rc=0}\u000a07:55:10.122507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13874): Launched\u000a07:55:10.414714 run osmo-hlr_10.42.42.2(pid=13875): Launched\u000a07:55:10.521186 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:55:11.029217 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13877): Launched\u000a07:55:11.322908 run osmo-stp_10.42.42.5(pid=13878): Launched\u000a07:55:11.430172 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:55:11.963287 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13880): Launched\u000a07:55:12.255607 run osmo-msc_10.42.42.6(pid=13881): Launched\u000a07:55:12.428069 run osmo-stp_10.42.42.5(pid=13878): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13878)]\u000a07:55:12.552461 run osmo-stp_10.42.42.5(pid=13878): stdout: \u000a| (launched: 2022-12-10_07:55:11.178235)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:55:12.674182 run osmo-stp_10.42.42.5(pid=13878): stderr: \u000a| �[0;m�[38;5;43m20221210075511347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075511347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075511347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075511347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075511348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075511348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075511348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:55:12.791420 run osmo-stp_10.42.42.5(pid=13878): stdout: \u000a| (launched: 2022-12-10_07:55:11.178235)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:55:12.907573 run osmo-stp_10.42.42.5(pid=13878): stderr: \u000a| �[0;m�[38;5;43m20221210075511347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075511347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075511347 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075511347 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075511348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075511348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075511348 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:55:12.958915 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13878): Process ended prematurely: osmo-stp_10.42.42.5(pid=13878) [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13878)] [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a07:55:12.967241 tst mo_mt_call_osmux.py:8: Test FAILED (5.8 sec)\u000a07:55:13.027434 run osmo-hlr_10.42.42.2(pid=13875): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13875)]\u000a07:55:13.076487 run osmo-hlr_10.42.42.2(pid=13875): stdout: \u000a| (launched: 2022-12-10_07:55:10.270555) \u000a07:55:13.126377 run osmo-hlr_10.42.42.2(pid=13875): stderr: \u000a| �[0;m�[1;31m20221210075510445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075510445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075510445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075510445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075510445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075510445 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075510458 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075510466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075510466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075510466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:55:13.193564 run osmo-msc_10.42.42.6(pid=13881): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13881)]\u000a07:55:13.242172 run osmo-msc_10.42.42.6(pid=13881): stdout: \u000a| (launched: 2022-12-10_07:55:12.110926) \u000a07:55:13.291463 run osmo-msc_10.42.42.6(pid=13881): stderr: \u000a| �[0;m�[38;5;43m20221210075512380 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210075512380 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe7524f3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210075512380 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210075512380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210075512380 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210075512381 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210075512383 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210075512383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210075512383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210075512383 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:55:13.332884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13874): Terminating (SIGTERM)\u000a07:55:13.372488 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13877): Terminating (SIGTERM)\u000a07:55:13.411909 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13880): Terminating (SIGTERM)\u000a07:55:13.422087 --- ParallelTerminationStrategy: PID 13874 died...\u000a07:55:13.475832 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13874): Terminated: ok {rc=0}\u000a07:55:13.487404 --- ParallelTerminationStrategy: PID 13877 died...\u000a07:55:13.541390 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13877): Terminated: ok {rc=0}\u000a07:55:13.551669 --- ParallelTerminationStrategy: PID 13880 died...\u000a07:55:13.609807 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13880): Terminated: ok {rc=0}\u000a07:55:13.695179 bus /sierra_3: Setting Powered False\u000a07:55:14.796916 bus /sierra_3: Setting Powered False\u000a07:55:15.925306 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "135", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:54:56" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13893): Process ended prematurely: osmo-stp_10.42.42.5(pid=13893) [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13893)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13893): Process ended prematurely: osmo-stp_10.42.42.5(pid=13893) [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13893)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a07:55:17.909752 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:55:17.921367 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:55:18.068890 tst mo_mt_call.py: using LAC 26951\u000a07:55:18.189299 tst mo_mt_call.py: using RAC 176\u000a07:55:18.310231 tst mo_mt_call.py: using CellId 26951\u000a07:55:18.430780 tst mo_mt_call.py: using BVCI 26952\u000a07:55:18.454512 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:55:18.465990 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:55:18.477321 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:55:18.488699 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:55:18.500170 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:55:18.511715 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:55:18.632801 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:55:18.839066 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:55:19.329160 run create_hlr_db(pid=13887): Launched\u000a07:55:19.496513 bus /sierra_2: Setting Powered False\u000a07:55:20.518762 run create_hlr_db(pid=13887): Terminated: ok {rc=0}\u000a07:55:20.905607 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13889): Launched\u000a07:55:21.195462 run osmo-hlr_10.42.42.2(pid=13890): Launched\u000a07:55:21.307424 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:55:21.822204 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13892): Launched\u000a07:55:22.112827 run osmo-stp_10.42.42.5(pid=13893): Launched\u000a07:55:22.218961 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:55:22.752306 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13895): Launched\u000a07:55:23.044192 run osmo-msc_10.42.42.6(pid=13896): Launched\u000a07:55:23.215817 run osmo-stp_10.42.42.5(pid=13893): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13893)]\u000a07:55:23.339527 run osmo-stp_10.42.42.5(pid=13893): stdout: \u000a| (launched: 2022-12-10_07:55:21.969688)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:55:23.461404 run osmo-stp_10.42.42.5(pid=13893): stderr: \u000a| �[0;m�[38;5;43m20221210075522139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075522140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075522140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075522140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075522141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075522141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075522141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:55:23.579055 run osmo-stp_10.42.42.5(pid=13893): stdout: \u000a| (launched: 2022-12-10_07:55:21.969688)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:55:23.696114 run osmo-stp_10.42.42.5(pid=13893): stderr: \u000a| �[0;m�[38;5;43m20221210075522139 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075522140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075522140 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075522140 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075522141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075522141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075522141 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:55:23.747478 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13893): Process ended prematurely: osmo-stp_10.42.42.5(pid=13893) [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13893)] [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a07:55:23.756094 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a07:55:23.816696 run osmo-hlr_10.42.42.2(pid=13890): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13890)]\u000a07:55:23.865531 run osmo-hlr_10.42.42.2(pid=13890): stdout: \u000a| (launched: 2022-12-10_07:55:21.052694) \u000a07:55:23.915011 run osmo-hlr_10.42.42.2(pid=13890): stderr: \u000a| �[0;m�[1;31m20221210075521229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075521229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075521229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075521229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075521229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075521229 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075521242 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075521250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075521250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075521250 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:55:23.982083 run osmo-msc_10.42.42.6(pid=13896): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13896)]\u000a07:55:24.030730 run osmo-msc_10.42.42.6(pid=13896): stdout: \u000a| (launched: 2022-12-10_07:55:22.900105) \u000a07:55:24.079891 run osmo-msc_10.42.42.6(pid=13896): stderr: \u000a| �[0;m�[38;5;43m20221210075523171 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210075523171 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f322923ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210075523171 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210075523171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210075523171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210075523171 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210075523173 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210075523174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210075523174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210075523174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:55:24.121431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13889): Terminating (SIGTERM)\u000a07:55:24.160900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13892): Terminating (SIGTERM)\u000a07:55:24.200567 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13895): Terminating (SIGTERM)\u000a07:55:24.210065 --- ParallelTerminationStrategy: PID 13889 died...\u000a07:55:24.263118 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13889): Terminated: ok {rc=0}\u000a07:55:24.272751 --- ParallelTerminationStrategy: PID 13892 died...\u000a07:55:24.325799 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13892): Terminated: ok {rc=0}\u000a07:55:24.335519 --- ParallelTerminationStrategy: PID 13895 died...\u000a07:55:24.388874 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13895): Terminated: ok {rc=0}\u000a07:55:24.471735 bus /sierra_3: Setting Powered False\u000a07:55:25.578204 bus /sierra_3: Setting Powered False\u000a07:55:26.685248 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13904): Process ended prematurely: osmo-stp_10.42.42.5(pid=13904) [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13904)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13904): Process ended prematurely: osmo-stp_10.42.42.5(pid=13904) [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13904)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:55:27.799060 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:55:27.811447 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a07:55:27.957862 tst mo_mt_call_osmux.py: using LAC 26952\u000a07:55:28.079462 tst mo_mt_call_osmux.py: using RAC 177\u000a07:55:28.197698 tst mo_mt_call_osmux.py: using CellId 26952\u000a07:55:28.314887 tst mo_mt_call_osmux.py: using BVCI 26953\u000a07:55:28.337030 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:55:28.348113 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:55:28.359165 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:55:28.370473 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:55:28.382067 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a07:55:28.393213 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:55:28.510475 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a07:55:28.716745 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:55:29.215873 run create_hlr_db(pid=13898): Launched\u000a07:55:29.396575 bus /sierra_2: Setting Powered False\u000a07:55:30.417783 run create_hlr_db(pid=13898): Terminated: ok {rc=0}\u000a07:55:30.808663 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13900): Launched\u000a07:55:31.273342 run osmo-hlr_10.42.42.2(pid=13901): Launched\u000a07:55:31.500035 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:55:32.171653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13903): Launched\u000a07:55:32.566388 run osmo-stp_10.42.42.5(pid=13904): Launched\u000a07:55:32.683314 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:55:33.257636 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13906): Launched\u000a07:55:33.570184 run osmo-msc_10.42.42.6(pid=13907): Launched\u000a07:55:33.754550 run osmo-stp_10.42.42.5(pid=13904): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13904)]\u000a07:55:33.886239 run osmo-stp_10.42.42.5(pid=13904): stdout: \u000a| (launched: 2022-12-10_07:55:32.361524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:55:34.017650 run osmo-stp_10.42.42.5(pid=13904): stderr: \u000a| �[0;m�[38;5;43m20221210075532596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075532596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075532597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075532597 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075532597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075532598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075532598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:55:34.143776 run osmo-stp_10.42.42.5(pid=13904): stdout: \u000a| (launched: 2022-12-10_07:55:32.361524)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:55:34.268535 run osmo-stp_10.42.42.5(pid=13904): stderr: \u000a| �[0;m�[38;5;43m20221210075532596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075532596 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075532597 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075532597 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075532597 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075532598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075532598 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:55:34.323635 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13904): Process ended prematurely: osmo-stp_10.42.42.5(pid=13904) [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13904)] [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a07:55:34.332764 tst mo_mt_call_osmux.py:8: Test FAILED (6.6 sec)\u000a07:55:34.394839 run osmo-hlr_10.42.42.2(pid=13901): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13901)]\u000a07:55:34.445747 run osmo-hlr_10.42.42.2(pid=13901): stdout: \u000a| (launched: 2022-12-10_07:55:30.983401) \u000a07:55:34.497202 run osmo-hlr_10.42.42.2(pid=13901): stderr: \u000a| �[0;m�[1;31m20221210075531443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075531443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075531443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075531443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075531443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075531443 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075531470 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075531491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075531491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075531491 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:55:34.567064 run osmo-msc_10.42.42.6(pid=13907): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13907)]\u000a07:55:34.617798 run osmo-msc_10.42.42.6(pid=13907): stdout: \u000a| (launched: 2022-12-10_07:55:33.416686) \u000a07:55:34.669086 run osmo-msc_10.42.42.6(pid=13907): stderr: \u000a| �[0;m�[38;5;43m20221210075533736 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210075533736 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7faf123d3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210075533736 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210075533736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210075533736 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210075533737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210075533738 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210075533739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210075533739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210075533739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:55:34.712884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13900): Terminating (SIGTERM)\u000a07:55:34.754473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13903): Terminating (SIGTERM)\u000a07:55:34.795846 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13906): Terminating (SIGTERM)\u000a07:55:34.805694 --- ParallelTerminationStrategy: PID 13900 died...\u000a07:55:34.861322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13900): Terminated: ok {rc=0}\u000a07:55:34.871401 --- ParallelTerminationStrategy: PID 13903 died...\u000a07:55:34.926705 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13903): Terminated: ok {rc=0}\u000a07:55:34.937013 --- ParallelTerminationStrategy: PID 13906 died...\u000a07:55:34.992507 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13906): Terminated: ok {rc=0}\u000a07:55:35.079421 bus /sierra_3: Setting Powered False\u000a07:55:36.185885 bus /sierra_3: Setting Powered False\u000a07:55:37.293588 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "136", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:55:17" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13918): Process ended prematurely: osmo-stp_10.42.42.5(pid=13918) [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13918)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13918): Process ended prematurely: osmo-stp_10.42.42.5(pid=13918) [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13918)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:55:39.266857 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:55:39.278305 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:55:39.419044 tst mo_mt_call.py: using LAC 26953\u000a07:55:39.532257 tst mo_mt_call.py: using RAC 178\u000a07:55:39.645403 tst mo_mt_call.py: using CellId 26953\u000a07:55:39.758824 tst mo_mt_call.py: using BVCI 26954\u000a07:55:39.780809 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:55:39.791824 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:55:39.802753 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:55:39.814140 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:55:39.825600 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:55:39.836873 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:55:39.953461 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:55:40.150194 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:55:40.607778 run create_hlr_db(pid=13912): Launched\u000a07:55:40.774659 bus /sierra_2: Setting Powered False\u000a07:55:41.796890 run create_hlr_db(pid=13912): Terminated: ok {rc=0}\u000a07:55:42.211358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13914): Launched\u000a07:55:42.522632 run osmo-hlr_10.42.42.2(pid=13915): Launched\u000a07:55:42.637039 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:55:43.177016 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13917): Launched\u000a07:55:43.487218 run osmo-stp_10.42.42.5(pid=13918): Launched\u000a07:55:43.600564 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:55:44.169613 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13920): Launched\u000a07:55:44.482042 run osmo-msc_10.42.42.6(pid=13921): Launched\u000a07:55:44.665729 run osmo-stp_10.42.42.5(pid=13918): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13918)]\u000a07:55:44.797875 run osmo-stp_10.42.42.5(pid=13918): stdout: \u000a| (launched: 2022-12-10_07:55:43.335050)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:55:44.929538 run osmo-stp_10.42.42.5(pid=13918): stderr: \u000a| �[0;m�[38;5;43m20221210075543522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075543522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075543522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075543523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075543525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075543525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075543525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:55:45.054902 run osmo-stp_10.42.42.5(pid=13918): stdout: \u000a| (launched: 2022-12-10_07:55:43.335050)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:55:45.179115 run osmo-stp_10.42.42.5(pid=13918): stderr: \u000a| �[0;m�[38;5;43m20221210075543522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075543522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075543522 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075543523 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075543525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075543525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075543525 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:55:45.233840 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13918): Process ended prematurely: osmo-stp_10.42.42.5(pid=13918) [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13918)] [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a07:55:45.242757 tst mo_mt_call.py:8: Test FAILED (6.0 sec)\u000a07:55:45.304239 run osmo-hlr_10.42.42.2(pid=13915): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13915)]\u000a07:55:45.355309 run osmo-hlr_10.42.42.2(pid=13915): stdout: \u000a| (launched: 2022-12-10_07:55:42.369528) \u000a07:55:45.406401 run osmo-hlr_10.42.42.2(pid=13915): stderr: \u000a| �[0;m�[1;31m20221210075542563 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075542564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075542564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075542564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075542564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075542564 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075542579 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075542589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075542589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075542589 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:55:45.475842 run osmo-msc_10.42.42.6(pid=13921): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13921)]\u000a07:55:45.526329 run osmo-msc_10.42.42.6(pid=13921): stdout: \u000a| (launched: 2022-12-10_07:55:44.328136) \u000a07:55:45.577553 run osmo-msc_10.42.42.6(pid=13921): stderr: \u000a| �[0;m�[38;5;43m20221210075544649 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210075544649 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f52665b6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210075544650 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210075544650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210075544650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210075544650 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210075544652 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210075544652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210075544652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210075544652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:55:45.621369 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13914): Terminating (SIGTERM)\u000a07:55:45.662392 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13917): Terminating (SIGTERM)\u000a07:55:45.703724 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13920): Terminating (SIGTERM)\u000a07:55:45.713365 --- ParallelTerminationStrategy: PID 13914 died...\u000a07:55:45.768309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13914): Terminated: ok {rc=0}\u000a07:55:45.778219 --- ParallelTerminationStrategy: PID 13917 died...\u000a07:55:45.843289 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13917): Terminated: ok {rc=0}\u000a07:55:45.863198 --- ParallelTerminationStrategy: PID 13920 died...\u000a07:55:45.937913 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13920): Terminated: ok {rc=0}\u000a07:55:46.026864 bus /sierra_3: Setting Powered False\u000a07:55:47.127059 bus /sierra_3: Setting Powered False\u000a07:55:48.231747 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13929): Process ended prematurely: osmo-stp_10.42.42.5(pid=13929) [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13929)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13929): Process ended prematurely: osmo-stp_10.42.42.5(pid=13929) [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13929)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:55:49.344817 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:55:49.357312 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a07:55:49.507072 tst mo_mt_call_osmux.py: using LAC 26954\u000a07:55:49.633950 tst mo_mt_call_osmux.py: using RAC 179\u000a07:55:49.755291 tst mo_mt_call_osmux.py: using CellId 26954\u000a07:55:49.875589 tst mo_mt_call_osmux.py: using BVCI 26955\u000a07:55:49.899361 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:55:49.910867 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:55:49.922361 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:55:49.933753 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:55:49.945228 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a07:55:49.956577 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:55:50.073849 tst voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a07:55:50.271357 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:55:50.732481 run create_hlr_db(pid=13923): Launched\u000a07:55:50.900562 bus /sierra_2: Setting Powered False\u000a07:55:51.922910 run create_hlr_db(pid=13923): Terminated: ok {rc=0}\u000a07:55:52.337858 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13925): Launched\u000a07:55:52.650515 run osmo-hlr_10.42.42.2(pid=13926): Launched\u000a07:55:52.770232 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:55:53.313959 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13928): Launched\u000a07:55:53.626755 run osmo-stp_10.42.42.5(pid=13929): Launched\u000a07:55:53.740675 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:55:54.317349 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13931): Launched\u000a07:55:54.630781 run osmo-msc_10.42.42.6(pid=13932): Launched\u000a07:55:54.816017 run osmo-stp_10.42.42.5(pid=13929): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13929)]\u000a07:55:54.948363 run osmo-stp_10.42.42.5(pid=13929): stdout: \u000a| (launched: 2022-12-10_07:55:53.473145)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:55:55.082422 run osmo-stp_10.42.42.5(pid=13929): stderr: \u000a| �[0;m�[38;5;43m20221210075553663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075553663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075553663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075553663 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075553664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075553664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075553664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:55:55.208338 run osmo-stp_10.42.42.5(pid=13929): stdout: \u000a| (launched: 2022-12-10_07:55:53.473145)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:55:55.333444 run osmo-stp_10.42.42.5(pid=13929): stderr: \u000a| �[0;m�[38;5;43m20221210075553663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075553663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075553663 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075553663 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075553664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075553664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075553664 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:55:55.388813 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13929): Process ended prematurely: osmo-stp_10.42.42.5(pid=13929) [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13929)] [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a07:55:55.398103 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a07:55:55.460763 run osmo-hlr_10.42.42.2(pid=13926): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13926)]\u000a07:55:55.511943 run osmo-hlr_10.42.42.2(pid=13926): stdout: \u000a| (launched: 2022-12-10_07:55:52.497034) \u000a07:55:55.563459 run osmo-hlr_10.42.42.2(pid=13926): stderr: \u000a| �[0;m�[1;31m20221210075552695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075552695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075552695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075552695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075552695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075552695 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075552708 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075552716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075552716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075552716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:55:55.633790 run osmo-msc_10.42.42.6(pid=13932): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13932)]\u000a07:55:55.684867 run osmo-msc_10.42.42.6(pid=13932): stdout: \u000a| (launched: 2022-12-10_07:55:54.476613) \u000a07:55:55.736527 run osmo-msc_10.42.42.6(pid=13932): stderr: \u000a| �[0;m�[38;5;43m20221210075554797 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210075554797 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1e2c54ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210075554797 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210075554797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210075554797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210075554797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210075554799 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210075554800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210075554800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210075554800 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:55:55.780196 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13925): Terminating (SIGTERM)\u000a07:55:55.822716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13928): Terminating (SIGTERM)\u000a07:55:55.864339 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13931): Terminating (SIGTERM)\u000a07:55:55.874066 --- ParallelTerminationStrategy: PID 13925 died...\u000a07:55:55.929840 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13925): Terminated: ok {rc=0}\u000a07:55:55.939994 --- ParallelTerminationStrategy: PID 13928 died...\u000a07:55:55.995452 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13928): Terminated: ok {rc=0}\u000a07:55:56.005589 --- ParallelTerminationStrategy: PID 13931 died...\u000a07:55:56.060851 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13931): Terminated: ok {rc=0}\u000a07:55:56.147816 bus /sierra_3: Setting Powered False\u000a07:55:57.251450 bus /sierra_3: Setting Powered False\u000a07:55:58.361695 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "137", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:55:39" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13943): Process ended prematurely: osmo-stp_10.42.42.5(pid=13943) [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13943)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13943): Process ended prematurely: osmo-stp_10.42.42.5(pid=13943) [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13943)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a07:56:00.317079 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:56:00.328048 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:56:00.476479 tst mo_mt_call.py: using LAC 26955\u000a07:56:00.599636 tst mo_mt_call.py: using RAC 180\u000a07:56:00.721515 tst mo_mt_call.py: using CellId 26955\u000a07:56:00.854811 tst mo_mt_call.py: using BVCI 26956\u000a07:56:00.883129 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:56:00.895560 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:56:00.923542 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:56:00.935970 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:56:00.949985 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:56:00.962988 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:56:01.083298 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:56:01.308347 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:56:01.853111 run create_hlr_db(pid=13937): Launched\u000a07:56:02.036462 bus /sierra_2: Setting Powered False\u000a07:56:03.054093 run create_hlr_db(pid=13937): Terminated: ok {rc=0}\u000a07:56:03.468266 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13939): Launched\u000a07:56:03.780175 run osmo-hlr_10.42.42.2(pid=13940): Launched\u000a07:56:03.894467 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:56:04.433833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13942): Launched\u000a07:56:04.744256 run osmo-stp_10.42.42.5(pid=13943): Launched\u000a07:56:04.857357 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:56:05.426235 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13945): Launched\u000a07:56:05.738724 run osmo-msc_10.42.42.6(pid=13946): Launched\u000a07:56:05.922068 run osmo-stp_10.42.42.5(pid=13943): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13943)]\u000a07:56:06.053943 run osmo-stp_10.42.42.5(pid=13943): stdout: \u000a| (launched: 2022-12-10_07:56:04.591938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:56:06.185994 run osmo-stp_10.42.42.5(pid=13943): stderr: \u000a| �[0;m�[38;5;43m20221210075604785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075604785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075604785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075604786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075604786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075604786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075604786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:56:06.311572 run osmo-stp_10.42.42.5(pid=13943): stdout: \u000a| (launched: 2022-12-10_07:56:04.591938)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:56:06.436283 run osmo-stp_10.42.42.5(pid=13943): stderr: \u000a| �[0;m�[38;5;43m20221210075604785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075604785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075604785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075604786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075604786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075604786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075604786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:56:06.491457 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13943): Process ended prematurely: osmo-stp_10.42.42.5(pid=13943) [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13943)] [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a07:56:06.500614 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a07:56:06.563145 run osmo-hlr_10.42.42.2(pid=13940): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13940)]\u000a07:56:06.614414 run osmo-hlr_10.42.42.2(pid=13940): stdout: \u000a| (launched: 2022-12-10_07:56:03.627170) \u000a07:56:06.666036 run osmo-hlr_10.42.42.2(pid=13940): stderr: \u000a| �[0;m�[1;31m20221210075603824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075603824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075603824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075603824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075603824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075603824 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075603837 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075603845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075603845 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075603846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:56:06.736388 run osmo-msc_10.42.42.6(pid=13946): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13946)]\u000a07:56:06.787409 run osmo-msc_10.42.42.6(pid=13946): stdout: \u000a| (launched: 2022-12-10_07:56:05.585552) \u000a07:56:06.838869 run osmo-msc_10.42.42.6(pid=13946): stderr: \u000a| �[0;m�[38;5;43m20221210075605905 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210075605905 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb1b1420c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210075605905 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210075605905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210075605905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210075605905 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210075605907 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210075605907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210075605907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210075605908 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:56:06.882531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13939): Terminating (SIGTERM)\u000a07:56:06.924027 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13942): Terminating (SIGTERM)\u000a07:56:06.965744 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13945): Terminating (SIGTERM)\u000a07:56:06.975611 --- ParallelTerminationStrategy: PID 13939 died...\u000a07:56:07.031503 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13939): Terminated: ok {rc=0}\u000a07:56:07.041984 --- ParallelTerminationStrategy: PID 13942 died...\u000a07:56:07.097579 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13942): Terminated: ok {rc=0}\u000a07:56:07.107833 --- ParallelTerminationStrategy: PID 13945 died...\u000a07:56:07.163381 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13945): Terminated: ok {rc=0}\u000a07:56:07.250333 bus /sierra_3: Setting Powered False\u000a07:56:08.353641 bus /sierra_3: Setting Powered False\u000a07:56:09.464644 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13955): Process ended prematurely: osmo-stp_10.42.42.5(pid=13955) [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13955)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13955): Process ended prematurely: osmo-stp_10.42.42.5(pid=13955) [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13955)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:56:10.572224 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:56:10.583927 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a07:56:10.726385 tst mo_mt_call_osmux.py: using LAC 26956\u000a07:56:10.840060 tst mo_mt_call_osmux.py: using RAC 181\u000a07:56:10.956192 tst mo_mt_call_osmux.py: using CellId 26956\u000a07:56:11.070451 tst mo_mt_call_osmux.py: using BVCI 26957\u000a07:56:11.092332 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:56:11.103407 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:56:11.114318 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:56:11.125316 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:56:11.136380 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a07:56:11.147487 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:56:11.265529 tst voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a07:56:11.473689 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:56:11.973468 run create_hlr_db(pid=13949): Launched\u000a07:56:12.154448 bus /sierra_2: Setting Powered False\u000a07:56:13.175631 run create_hlr_db(pid=13949): Terminated: ok {rc=0}\u000a07:56:13.567853 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13951): Launched\u000a07:56:13.860080 run osmo-hlr_10.42.42.2(pid=13952): Launched\u000a07:56:13.971478 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:56:14.484250 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13954): Launched\u000a07:56:14.774961 run osmo-stp_10.42.42.5(pid=13955): Launched\u000a07:56:14.880848 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:56:15.412816 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13957): Launched\u000a07:56:15.706328 run osmo-msc_10.42.42.6(pid=13958): Launched\u000a07:56:15.960303 run osmo-stp_10.42.42.5(pid=13955): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13955)]\u000a07:56:16.180562 run osmo-stp_10.42.42.5(pid=13955): stdout: \u000a| (launched: 2022-12-10_07:56:14.631737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:56:16.348772 run osmo-stp_10.42.42.5(pid=13955): stderr: \u000a| �[0;m�[38;5;43m20221210075614799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075614799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075614800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075614800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075614802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075614802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075614802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:56:16.512012 run osmo-stp_10.42.42.5(pid=13955): stdout: \u000a| (launched: 2022-12-10_07:56:14.631737)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:56:16.673800 run osmo-stp_10.42.42.5(pid=13955): stderr: \u000a| �[0;m�[38;5;43m20221210075614799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075614799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075614800 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075614800 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075614802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075614802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075614802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:56:16.744648 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13955): Process ended prematurely: osmo-stp_10.42.42.5(pid=13955) [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13955)] [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a07:56:16.756768 tst mo_mt_call_osmux.py:8: Test FAILED (6.2 sec)\u000a07:56:16.822783 run osmo-hlr_10.42.42.2(pid=13952): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13952)]\u000a07:56:16.874384 run osmo-hlr_10.42.42.2(pid=13952): stdout: \u000a| (launched: 2022-12-10_07:56:13.716834) \u000a07:56:16.927621 run osmo-hlr_10.42.42.2(pid=13952): stderr: \u000a| �[0;m�[1;31m20221210075613889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075613889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075613889 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075613890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075613890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075613890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075613902 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075613911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075613911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075613911 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:56:17.000526 run osmo-msc_10.42.42.6(pid=13958): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13958)]\u000a07:56:17.053787 run osmo-msc_10.42.42.6(pid=13958): stdout: \u000a| (launched: 2022-12-10_07:56:15.561159) \u000a07:56:17.107021 run osmo-msc_10.42.42.6(pid=13958): stderr: \u000a| �[0;m�[38;5;43m20221210075615836 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210075615836 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f092a140c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210075615837 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210075615837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210075615837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210075615838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210075615839 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210075615840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210075615840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210075615840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:56:17.151407 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13951): Terminating (SIGTERM)\u000a07:56:17.197254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13954): Terminating (SIGTERM)\u000a07:56:17.242127 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13957): Terminating (SIGTERM)\u000a07:56:17.252367 --- ParallelTerminationStrategy: PID 13951 died...\u000a07:56:17.310214 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13951): Terminated: ok {rc=0}\u000a07:56:17.321102 --- ParallelTerminationStrategy: PID 13954 died...\u000a07:56:17.377851 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13954): Terminated: ok {rc=0}\u000a07:56:17.388025 --- ParallelTerminationStrategy: PID 13957 died...\u000a07:56:17.443220 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13957): Terminated: ok {rc=0}\u000a07:56:17.529477 bus /sierra_3: Setting Powered False\u000a07:56:18.635623 bus /sierra_3: Setting Powered False\u000a07:56:19.742408 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "138", "name" : "voice_nanobts+band-1900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:56:00" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13969): Process ended prematurely: osmo-stp_10.42.42.5(pid=13969) [trial-2371↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13969)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13969): Process ended prematurely: osmo-stp_10.42.42.5(pid=13969) [trial-2371↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13969)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a07:56:21.718241 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:56:21.730083 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:56:21.879580 tst mo_mt_call.py: using LAC 26957\u000a07:56:21.992251 tst mo_mt_call.py: using RAC 182\u000a07:56:22.107683 tst mo_mt_call.py: using CellId 26957\u000a07:56:22.220654 tst mo_mt_call.py: using BVCI 26958\u000a07:56:22.242703 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:56:22.253915 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:56:22.264809 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:56:22.275912 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:56:22.287368 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:56:22.298545 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:56:22.416131 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:56:22.622846 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:56:23.122014 run create_hlr_db(pid=13963): Launched\u000a07:56:23.302716 bus /sierra_2: Setting Powered False\u000a07:56:24.323794 run create_hlr_db(pid=13963): Terminated: ok {rc=0}\u000a07:56:24.715441 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13965): Launched\u000a07:56:25.007833 run osmo-hlr_10.42.42.2(pid=13966): Launched\u000a07:56:25.115470 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:56:25.620856 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13968): Launched\u000a07:56:25.911552 run osmo-stp_10.42.42.5(pid=13969): Launched\u000a07:56:26.017750 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:56:26.553243 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13971): Launched\u000a07:56:26.845738 run osmo-msc_10.42.42.6(pid=13972): Launched\u000a07:56:27.018128 run osmo-stp_10.42.42.5(pid=13969): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13969)]\u000a07:56:27.142810 run osmo-stp_10.42.42.5(pid=13969): stdout: \u000a| (launched: 2022-12-10_07:56:25.768530)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:56:27.264265 run osmo-stp_10.42.42.5(pid=13969): stderr: \u000a| �[0;m�[38;5;43m20221210075625935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075625935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075625935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075625936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075625936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075625936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075625936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:56:27.381441 run osmo-stp_10.42.42.5(pid=13969): stdout: \u000a| (launched: 2022-12-10_07:56:25.768530)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:56:27.497924 run osmo-stp_10.42.42.5(pid=13969): stderr: \u000a| �[0;m�[38;5;43m20221210075625935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075625935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075625935 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075625936 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075625936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075625936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075625936 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:56:27.549371 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13969): Process ended prematurely: osmo-stp_10.42.42.5(pid=13969) [trial-2371↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13969)] [trial-2371↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a07:56:27.557787 tst mo_mt_call.py:8: Test FAILED (5.9 sec)\u000a07:56:27.617715 run osmo-hlr_10.42.42.2(pid=13966): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13966)]\u000a07:56:27.666659 run osmo-hlr_10.42.42.2(pid=13966): stdout: \u000a| (launched: 2022-12-10_07:56:24.863338) \u000a07:56:27.716211 run osmo-hlr_10.42.42.2(pid=13966): stderr: \u000a| �[0;m�[1;31m20221210075625038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075625038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075625038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075625038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075625038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075625038 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075625050 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075625059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075625059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075625059 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:56:27.783726 run osmo-msc_10.42.42.6(pid=13972): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13972)]\u000a07:56:27.832530 run osmo-msc_10.42.42.6(pid=13972): stdout: \u000a| (launched: 2022-12-10_07:56:26.701177) \u000a07:56:27.881912 run osmo-msc_10.42.42.6(pid=13972): stderr: \u000a| �[0;m�[38;5;43m20221210075626970 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210075626970 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2a38273c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210075626971 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210075626971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210075626971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210075626971 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210075626975 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210075626975 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210075626976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210075626976 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:56:27.923548 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13965): Terminating (SIGTERM)\u000a07:56:27.963220 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13968): Terminating (SIGTERM)\u000a07:56:28.002996 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13971): Terminating (SIGTERM)\u000a07:56:28.012399 --- ParallelTerminationStrategy: PID 13965 died...\u000a07:56:28.065564 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13965): Terminated: ok {rc=0}\u000a07:56:28.075385 --- ParallelTerminationStrategy: PID 13968 died...\u000a07:56:28.128281 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13968): Terminated: ok {rc=0}\u000a07:56:28.138365 --- ParallelTerminationStrategy: PID 13971 died...\u000a07:56:28.191309 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13971): Terminated: ok {rc=0}\u000a07:56:28.279719 bus /sierra_3: Setting Powered False\u000a07:56:29.381908 bus /sierra_3: Setting Powered False\u000a07:56:30.491462 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13980): Process ended prematurely: osmo-stp_10.42.42.5(pid=13980) [trial-2371↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13980)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13980): Process ended prematurely: osmo-stp_10.42.42.5(pid=13980) [trial-2371↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13980)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a07:56:31.598990 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:56:31.611566 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a07:56:31.787485 tst mo_mt_call_osmux.py: using LAC 26958\u000a07:56:31.942478 tst mo_mt_call_osmux.py: using RAC 183\u000a07:56:32.102406 tst mo_mt_call_osmux.py: using CellId 26958\u000a07:56:32.230939 tst mo_mt_call_osmux.py: using BVCI 26959\u000a07:56:32.254450 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:56:32.266649 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:56:32.278692 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:56:32.292639 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:56:32.305100 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a07:56:32.316805 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:56:32.435047 tst voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a07:56:32.642539 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:56:33.142962 run create_hlr_db(pid=13974): Launched\u000a07:56:33.323601 bus /sierra_2: Setting Powered False\u000a07:56:34.345055 run create_hlr_db(pid=13974): Terminated: ok {rc=0}\u000a07:56:34.737750 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13976): Launched\u000a07:56:35.029509 run osmo-hlr_10.42.42.2(pid=13977): Launched\u000a07:56:35.136753 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:56:35.642725 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13979): Launched\u000a07:56:35.935030 run osmo-stp_10.42.42.5(pid=13980): Launched\u000a07:56:36.042073 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:56:36.576052 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13982): Launched\u000a07:56:36.869092 run osmo-msc_10.42.42.6(pid=13983): Launched\u000a07:56:37.042176 run osmo-stp_10.42.42.5(pid=13980): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13980)]\u000a07:56:37.166914 run osmo-stp_10.42.42.5(pid=13980): stdout: \u000a| (launched: 2022-12-10_07:56:35.790892)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:56:37.288725 run osmo-stp_10.42.42.5(pid=13980): stderr: \u000a| �[0;m�[38;5;43m20221210075635959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075635959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075635959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075635959 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075635960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075635960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075635960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:56:37.406443 run osmo-stp_10.42.42.5(pid=13980): stdout: \u000a| (launched: 2022-12-10_07:56:35.790892)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:56:37.523087 run osmo-stp_10.42.42.5(pid=13980): stderr: \u000a| �[0;m�[38;5;43m20221210075635959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075635959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075635959 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075635959 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075635960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075635960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075635960 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:56:37.574735 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=13980): Process ended prematurely: osmo-stp_10.42.42.5(pid=13980) [trial-2371↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13980)] [trial-2371↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a07:56:37.583381 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a07:56:37.643655 run osmo-hlr_10.42.42.2(pid=13977): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13977)]\u000a07:56:37.692667 run osmo-hlr_10.42.42.2(pid=13977): stdout: \u000a| (launched: 2022-12-10_07:56:34.885675) \u000a07:56:37.742473 run osmo-hlr_10.42.42.2(pid=13977): stderr: \u000a| �[0;m�[1;31m20221210075635063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075635063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075635063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075635063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075635063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075635063 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075635076 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075635085 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075635086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075635086 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:56:37.810024 run osmo-msc_10.42.42.6(pid=13983): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13983)]\u000a07:56:37.858719 run osmo-msc_10.42.42.6(pid=13983): stdout: \u000a| (launched: 2022-12-10_07:56:36.723808) \u000a07:56:37.908214 run osmo-msc_10.42.42.6(pid=13983): stderr: \u000a| �[0;m�[38;5;43m20221210075636994 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210075636994 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd406405c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210075636994 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210075636994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210075636994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210075636994 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210075636996 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210075636996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210075636996 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210075636997 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:56:37.949961 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13976): Terminating (SIGTERM)\u000a07:56:37.989717 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13979): Terminating (SIGTERM)\u000a07:56:38.029194 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13982): Terminating (SIGTERM)\u000a07:56:38.038657 --- ParallelTerminationStrategy: PID 13976 died...\u000a07:56:38.092070 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13976): Terminated: ok {rc=0}\u000a07:56:38.102107 --- ParallelTerminationStrategy: PID 13979 died...\u000a07:56:38.155077 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13979): Terminated: ok {rc=0}\u000a07:56:38.164513 --- ParallelTerminationStrategy: PID 13982 died...\u000a07:56:38.217523 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13982): Terminated: ok {rc=0}\u000a07:56:38.306202 bus /sierra_3: Setting Powered False\u000a07:56:39.409501 bus /sierra_3: Setting Powered False\u000a07:56:40.519932 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "139", "name" : "voice_nanobts+band-1900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:56:21" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=13994): Process ended prematurely: osmo-stp_10.42.42.5(pid=13994) [trial-2371↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13994)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=13994): Process ended prematurely: osmo-stp_10.42.42.5(pid=13994) [trial-2371↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13994)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 emergency:nanobts+band-1900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a07:56:42.507886 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:56:42.518643 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a07:56:42.643272 tst emergency_mo_mt_call.py: using LAC 26959\u000a07:56:42.754541 tst emergency_mo_mt_call.py: using RAC 184\u000a07:56:42.866478 tst emergency_mo_mt_call.py: using CellId 26959\u000a07:56:42.977317 tst emergency_mo_mt_call.py: using BVCI 26960\u000a07:56:42.999198 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:56:43.010073 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:56:43.020632 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:56:43.031766 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:56:43.042870 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:56:43.053727 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a07:56:43.166069 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a07:56:43.358542 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:56:43.807008 run create_hlr_db(pid=13988): Launched\u000a07:56:43.972139 bus /sierra_2: Setting Powered False\u000a07:56:44.994088 run create_hlr_db(pid=13988): Terminated: ok {rc=0}\u000a07:56:45.375815 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13990): Launched\u000a07:56:45.662330 run osmo-hlr_10.42.42.2(pid=13991): Launched\u000a07:56:45.772296 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:56:46.329669 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13993): Launched\u000a07:56:46.764941 run osmo-stp_10.42.42.5(pid=13994): Launched\u000a07:56:46.948594 tst emergency_mo_mt_call.py: using MSISDN 7621\u000a07:56:47.096022 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:56:47.622464 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13996): Launched\u000a07:56:47.909154 run osmo-msc_10.42.42.6(pid=13997): Launched\u000a07:56:48.076797 run osmo-stp_10.42.42.5(pid=13994): ERR: Terminated: ERROR {rc=1} [trial-2371↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13994)]\u000a07:56:48.199458 run osmo-stp_10.42.42.5(pid=13994): stdout: \u000a| (launched: 2022-12-10_07:56:46.476684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:56:48.318762 run osmo-stp_10.42.42.5(pid=13994): stderr: \u000a| �[0;m�[38;5;43m20221210075646681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075646681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075646681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075646682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075646682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075646682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075646682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:56:48.433860 run osmo-stp_10.42.42.5(pid=13994): stdout: \u000a| (launched: 2022-12-10_07:56:46.476684)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:56:48.547777 run osmo-stp_10.42.42.5(pid=13994): stderr: \u000a| �[0;m�[38;5;43m20221210075646681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075646681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075646681 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075646682 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075646682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075646682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075646682 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:56:48.597784 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=13994): Process ended prematurely: osmo-stp_10.42.42.5(pid=13994) [trial-2371↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=13994)] [trial-2371↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py:19]\u000a07:56:48.605648 tst emergency_mo_mt_call.py:19: Test FAILED (6.1 sec)\u000a07:56:48.665067 run osmo-hlr_10.42.42.2(pid=13991): ERR: Terminated: ERROR {rc=237} [trial-2371↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=13991)]\u000a07:56:48.713851 run osmo-hlr_10.42.42.2(pid=13991): stdout: \u000a| (launched: 2022-12-10_07:56:45.520654) \u000a07:56:48.763048 run osmo-hlr_10.42.42.2(pid=13991): stderr: \u000a| �[0;m�[1;31m20221210075645696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075645696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075645696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075645696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075645696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075645696 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075645708 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/emergency:nanobts+band-1900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075645716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075645716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075645716 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:56:48.829430 run osmo-msc_10.42.42.6(pid=13997): ERR: Terminated: ERROR {rc=2} [trial-2371↪emergency:nanobts+band-1900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=13997)]\u000a07:56:48.878008 run osmo-msc_10.42.42.6(pid=13997): stdout: \u000a| (launched: 2022-12-10_07:56:47.767430) \u000a07:56:48.927267 run osmo-msc_10.42.42.6(pid=13997): stderr: \u000a| �[0;m�[38;5;43m20221210075648036 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210075648036 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f58d3b32c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210075648036 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210075648036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210075648036 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210075648037 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210075648038 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210075648039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210075648039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210075648039 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:56:48.968733 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13990): Terminating (SIGTERM)\u000a07:56:49.008363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13993): Terminating (SIGTERM)\u000a07:56:49.047974 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13996): Terminating (SIGTERM)\u000a07:56:49.057431 --- ParallelTerminationStrategy: PID 13990 died...\u000a07:56:49.110543 run pcap-recorder_any(filters='host 10.42.42.2')(pid=13990): Terminated: ok {rc=0}\u000a07:56:49.120217 --- ParallelTerminationStrategy: PID 13993 died...\u000a07:56:49.173102 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=13993): Terminated: ok {rc=0}\u000a07:56:49.182745 --- ParallelTerminationStrategy: PID 13996 died...\u000a07:56:49.235355 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=13996): Terminated: ok {rc=0}\u000a07:56:49.322957 bus /sierra_3: Setting Powered False\u000a07:56:50.425000 bus /sierra_3: Setting Powered False\u000a07:56:51.530179 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "emergency:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14005): Process ended prematurely: osmo-stp_10.42.42.5(pid=14005) [trial-2371↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14005)]", "failedSince" : 2161, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14005): Process ended prematurely: osmo-stp_10.42.42.5(pid=14005) [trial-2371↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14005)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 emergency:nanobts+band-1900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a07:56:52.582821 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:56:52.594644 tst emergency:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a07:56:52.726369 tst emergency_preemptive_call.py: using LAC 26960\u000a07:56:52.848656 tst emergency_preemptive_call.py: using RAC 185\u000a07:56:52.969961 tst emergency_preemptive_call.py: using CellId 26960\u000a07:56:53.092275 tst emergency_preemptive_call.py: using BVCI 26961\u000a07:56:53.115693 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:56:53.126792 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:56:53.137703 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:56:53.148556 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:56:53.159616 tst emergency:nanobts+band-1900: Using 1 x ip_address (candidates: 6)\u000a07:56:53.170450 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a07:56:53.284080 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a07:56:53.401474 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a07:56:53.514946 tst emergency:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a07:56:53.718283 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:56:54.211549 run create_hlr_db(pid=13999): Launched\u000a07:56:54.389732 bus /sierra_2: Setting Powered False\u000a07:56:55.411234 run create_hlr_db(pid=13999): Terminated: ok {rc=0}\u000a07:56:55.795907 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14001): Launched\u000a07:56:56.082889 run osmo-hlr_10.42.42.2(pid=14002): Launched\u000a07:56:56.187422 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:56:56.684567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14004): Launched\u000a07:56:56.970257 run osmo-stp_10.42.42.5(pid=14005): Launched\u000a07:56:57.098370 tst emergency_preemptive_call.py: using MSISDN 7622\u000a07:56:57.245829 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a07:56:57.766155 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14007): Launched\u000a07:56:58.053649 run osmo-msc_10.42.42.6(pid=14008): Launched\u000a07:56:58.222300 run osmo-stp_10.42.42.5(pid=14005): ERR: Terminated: ERROR {rc=1} [trial-2371↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14005)]\u000a07:56:58.344061 run osmo-stp_10.42.42.5(pid=14005): stdout: \u000a| (launched: 2022-12-10_07:56:56.829300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:56:58.463611 run osmo-stp_10.42.42.5(pid=14005): stderr: \u000a| �[0;m�[38;5;43m20221210075656997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075656998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075656998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075656999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075657001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075657002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075657002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:56:58.578813 run osmo-stp_10.42.42.5(pid=14005): stdout: \u000a| (launched: 2022-12-10_07:56:56.829300)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:56:58.693142 run osmo-stp_10.42.42.5(pid=14005): stderr: \u000a| �[0;m�[38;5;43m20221210075656997 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075656998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075656998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075656999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075657001 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075657002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075657002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:56:58.743123 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=14005): Process ended prematurely: osmo-stp_10.42.42.5(pid=14005) [trial-2371↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14005)] [trial-2371↪emergency:nanobts+band-1900↪emergency_preemptive_call.py:32]\u000a07:56:58.751145 tst emergency_preemptive_call.py:32: Test FAILED (6.2 sec)\u000a07:56:58.810733 run osmo-hlr_10.42.42.2(pid=14002): ERR: Terminated: ERROR {rc=237} [trial-2371↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14002)]\u000a07:56:58.859491 run osmo-hlr_10.42.42.2(pid=14002): stdout: \u000a| (launched: 2022-12-10_07:56:55.941456) \u000a07:56:58.908928 run osmo-hlr_10.42.42.2(pid=14002): stderr: \u000a| �[0;m�[1;31m20221210075656118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075656118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075656118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075656118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075656118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075656118 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075656130 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/emergency:nanobts+band-1900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075656138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075656138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075656138 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:56:58.975944 run osmo-msc_10.42.42.6(pid=14008): ERR: Terminated: ERROR {rc=2} [trial-2371↪emergency:nanobts+band-1900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14008)]\u000a07:56:59.024463 run osmo-msc_10.42.42.6(pid=14008): stdout: \u000a| (launched: 2022-12-10_07:56:57.911528) \u000a07:56:59.073923 run osmo-msc_10.42.42.6(pid=14008): stderr: \u000a| �[0;m�[38;5;43m20221210075658184 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210075658184 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5cda548c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210075658184 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210075658184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210075658184 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210075658185 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210075658188 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210075658188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210075658188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210075658188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a07:56:59.115450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14001): Terminating (SIGTERM)\u000a07:56:59.155278 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14004): Terminating (SIGTERM)\u000a07:56:59.195073 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14007): Terminating (SIGTERM)\u000a07:56:59.204499 --- ParallelTerminationStrategy: PID 14001 died...\u000a07:56:59.258142 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14001): Terminated: ok {rc=0}\u000a07:56:59.268241 --- ParallelTerminationStrategy: PID 14004 died...\u000a07:56:59.321362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14004): Terminated: ok {rc=0}\u000a07:56:59.331285 --- ParallelTerminationStrategy: PID 14007 died...\u000a07:56:59.384213 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14007): Terminated: ok {rc=0}\u000a07:56:59.472988 bus /sierra_9: Setting Powered False\u000a07:57:00.575939 bus /sierra_9: Setting Powered False\u000a07:57:01.681130 bus /sierra_8: Setting Powered False\u000a07:57:02.786636 bus /sierra_8: Setting Powered False\u000a07:57:03.894571 bus /sierra_3: Setting Powered False\u000a07:57:04.998731 bus /sierra_3: Setting Powered False\u000a07:57:06.106011 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "140", "name" : "emergency_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:56:42" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "gprs:nanobts+band-1900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14025): Process ended prematurely: osmo-stp_10.42.42.5(pid=14025) [trial-2371↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14025)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14025): Process ended prematurely: osmo-stp_10.42.42.5(pid=14025) [trial-2371↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14025)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:nanobts+band-1900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:57:08.201838 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:08.212388 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a07:57:08.336030 tst cs_paging_gprs_active.py: using LAC 26961\u000a07:57:08.450487 tst cs_paging_gprs_active.py: using RAC 186\u000a07:57:08.567041 tst cs_paging_gprs_active.py: using CellId 26961\u000a07:57:08.689425 tst cs_paging_gprs_active.py: using BVCI 26962\u000a07:57:08.711681 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:08.722363 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:08.732635 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:08.743575 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:08.754298 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:08.764837 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:08.775692 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:08.786261 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:08.797133 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a07:57:08.916098 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a07:57:09.186507 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:57:09.308175 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:57:09.611381 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14015): Launched\u000a07:57:09.874013 run iperf3-srv_10.42.42.10(pid=14016): Launched\u000a07:57:10.067268 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:57:10.198382 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:57:10.523226 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14017): Launched\u000a07:57:10.793473 run iperf3-srv_10.42.42.10(pid=14018): Launched\u000a07:57:10.985419 tst cs_paging_gprs_active.py:38: start network...\u000a07:57:11.116406 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:57:11.616570 run create_hlr_db(pid=14019): Launched\u000a07:57:11.798683 bus /sierra_2: Setting Powered False\u000a07:57:12.820771 run create_hlr_db(pid=14019): Terminated: ok {rc=0}\u000a07:57:13.215904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14021): Launched\u000a07:57:13.510539 run osmo-hlr_10.42.42.2(pid=14022): Launched\u000a07:57:13.626892 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:57:14.140345 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14024): Launched\u000a07:57:14.433162 run osmo-stp_10.42.42.5(pid=14025): Launched\u000a07:57:14.540080 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:57:15.048631 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14027): Launched\u000a07:57:15.153007 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:57:15.408338 run patchelf(pid=14028): Launched\u000a07:57:15.579981 run osmo-stp_10.42.42.5(pid=14025): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14025)]\u000a07:57:15.705877 run osmo-stp_10.42.42.5(pid=14025): stdout: \u000a| (launched: 2022-12-10_07:57:14.288800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:57:15.836237 run osmo-stp_10.42.42.5(pid=14025): stderr: \u000a| �[0;m�[38;5;43m20221210075714457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075714458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075714458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075714458 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075714459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075714459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075714459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:57:15.995525 run osmo-stp_10.42.42.5(pid=14025): stdout: \u000a| (launched: 2022-12-10_07:57:14.288800)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:57:16.131586 run osmo-stp_10.42.42.5(pid=14025): stderr: \u000a| �[0;m�[38;5;43m20221210075714457 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075714458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075714458 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075714458 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075714459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075714459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075714459 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:57:16.286815 run patchelf(pid=14028): Terminating (SIGINT)\u000a07:57:16.469484 run patchelf(pid=14028): Terminated: ok {rc=0}\u000a07:57:16.503787 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14025): Process ended prematurely: osmo-stp_10.42.42.5(pid=14025) [trial-2371↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14025)] [trial-2371↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py:38]\u000a07:57:16.514492 tst cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)\u000a07:57:16.580641 run osmo-hlr_10.42.42.2(pid=14022): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:nanobts+band-1900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14022)]\u000a07:57:16.634406 run osmo-hlr_10.42.42.2(pid=14022): stdout: \u000a| (launched: 2022-12-10_07:57:13.365327) \u000a07:57:16.688455 run osmo-hlr_10.42.42.2(pid=14022): stderr: \u000a| �[0;m�[1;31m20221210075713539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075713539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075713539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075713539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075713539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075713539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075713551 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:nanobts+band-1900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075713559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075713560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075713560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:57:16.733540 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14015): Terminating (SIGTERM)\u000a07:57:16.777747 run iperf3-srv_10.42.42.10(pid=14016): Terminating (SIGTERM)\u000a07:57:16.823395 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14017): Terminating (SIGTERM)\u000a07:57:16.866877 run iperf3-srv_10.42.42.10(pid=14018): Terminating (SIGTERM)\u000a07:57:16.910321 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14021): Terminating (SIGTERM)\u000a07:57:16.955734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14024): Terminating (SIGTERM)\u000a07:57:17.000900 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14027): Terminating (SIGTERM)\u000a07:57:17.012690 --- ParallelTerminationStrategy: PID 14015 died...\u000a07:57:17.073775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14015): Terminated: ok {rc=0}\u000a07:57:17.085431 --- ParallelTerminationStrategy: PID 14016 died...\u000a07:57:17.143113 run iperf3-srv_10.42.42.10(pid=14016): Terminated {rc=256}\u000a07:57:17.153914 --- ParallelTerminationStrategy: PID 14017 died...\u000a07:57:17.212657 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14017): Terminated: ok {rc=0}\u000a07:57:17.223575 --- ParallelTerminationStrategy: PID 14018 died...\u000a07:57:17.279487 run iperf3-srv_10.42.42.10(pid=14018): Terminated {rc=256}\u000a07:57:17.289663 --- ParallelTerminationStrategy: PID 14021 died...\u000a07:57:17.345420 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14021): Terminated: ok {rc=0}\u000a07:57:17.355558 --- ParallelTerminationStrategy: PID 14024 died...\u000a07:57:17.410879 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14024): Terminated: ok {rc=0}\u000a07:57:17.420920 --- ParallelTerminationStrategy: PID 14027 died...\u000a07:57:17.476820 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14027): Terminated: ok {rc=0}\u000a07:57:17.563144 bus /gobi_0: Setting Powered False\u000a07:57:18.668722 bus /gobi_0: Setting Powered False\u000a07:57:19.779243 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:nanobts+band-1900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14037): Process ended prematurely: osmo-stp_10.42.42.5(pid=14037) [trial-2371↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14037)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14037): Process ended prematurely: osmo-stp_10.42.42.5(pid=14037) [trial-2371↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14037)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:nanobts+band-1900 iperf3.py\u000a----------------------------------------------\u000a07:57:20.887575 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:20.898938 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a07:57:21.030678 tst iperf3.py: using LAC 26962\u000a07:57:21.160624 tst iperf3.py: using RAC 187\u000a07:57:21.281797 tst iperf3.py: using CellId 26962\u000a07:57:21.403439 tst iperf3.py: using BVCI 26963\u000a07:57:21.427624 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:21.438803 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:21.449641 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:21.460900 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:21.472117 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:21.483472 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:21.494954 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:21.506194 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:21.517660 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a07:57:21.791466 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:57:21.912163 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:57:22.213685 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14029): Launched\u000a07:57:22.463119 run iperf3-srv_10.42.42.10(pid=14030): Launched\u000a07:57:22.639390 tst iperf3.py:8: start network...\u000a07:57:22.760069 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:57:23.218810 run create_hlr_db(pid=14031): Launched\u000a07:57:23.386302 bus /gobi_6: Setting Powered False\u000a07:57:24.409465 run create_hlr_db(pid=14031): Terminated: ok {rc=0}\u000a07:57:24.826668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14033): Launched\u000a07:57:25.139737 run osmo-hlr_10.42.42.2(pid=14034): Launched\u000a07:57:25.258349 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:57:25.800450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14036): Launched\u000a07:57:26.111914 run osmo-stp_10.42.42.5(pid=14037): Launched\u000a07:57:26.225426 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:57:26.770532 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14039): Launched\u000a07:57:26.882003 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:57:27.154320 run patchelf(pid=14040): Launched\u000a07:57:27.337612 run osmo-stp_10.42.42.5(pid=14037): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14037)]\u000a07:57:27.471286 run osmo-stp_10.42.42.5(pid=14037): stdout: \u000a| (launched: 2022-12-10_07:57:25.958845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:57:27.605563 run osmo-stp_10.42.42.5(pid=14037): stderr: \u000a| �[0;m�[38;5;43m20221210075726152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075726152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075726153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075726153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075726154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075726154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075726154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:57:27.734839 run osmo-stp_10.42.42.5(pid=14037): stdout: \u000a| (launched: 2022-12-10_07:57:25.958845)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:57:27.863306 run osmo-stp_10.42.42.5(pid=14037): stderr: \u000a| �[0;m�[38;5;43m20221210075726152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075726152 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075726153 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075726153 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075726154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075726154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075726154 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:57:28.013775 run patchelf(pid=14040): Terminating (SIGINT)\u000a07:57:28.190676 run patchelf(pid=14040): Terminated: ok {rc=0}\u000a07:57:28.223305 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14037): Process ended prematurely: osmo-stp_10.42.42.5(pid=14037) [trial-2371↪gprs:nanobts+band-1900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14037)] [trial-2371↪gprs:nanobts+band-1900↪iperf3.py:8]\u000a07:57:28.232891 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a07:57:28.295056 run osmo-hlr_10.42.42.2(pid=14034): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:nanobts+band-1900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14034)]\u000a07:57:28.345750 run osmo-hlr_10.42.42.2(pid=14034): stdout: \u000a| (launched: 2022-12-10_07:57:24.986218) \u000a07:57:28.396991 run osmo-hlr_10.42.42.2(pid=14034): stderr: \u000a| �[0;m�[1;31m20221210075725183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075725183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075725183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075725183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075725183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075725183 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075725200 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:nanobts+band-1900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075725209 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075725210 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075725211 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:57:28.440721 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14029): Terminating (SIGTERM)\u000a07:57:28.482277 run iperf3-srv_10.42.42.10(pid=14030): Terminating (SIGTERM)\u000a07:57:28.523761 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14033): Terminating (SIGTERM)\u000a07:57:28.565010 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14036): Terminating (SIGTERM)\u000a07:57:28.606415 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14039): Terminating (SIGTERM)\u000a07:57:28.616018 --- ParallelTerminationStrategy: PID 14029 died...\u000a07:57:28.671422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14029): Terminated: ok {rc=0}\u000a07:57:28.681465 --- ParallelTerminationStrategy: PID 14030 died...\u000a07:57:28.736552 run iperf3-srv_10.42.42.10(pid=14030): Terminated {rc=256}\u000a07:57:28.746941 --- ParallelTerminationStrategy: PID 14033 died...\u000a07:57:28.802278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14033): Terminated: ok {rc=0}\u000a07:57:28.812321 --- ParallelTerminationStrategy: PID 14036 died...\u000a07:57:28.867571 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14036): Terminated: ok {rc=0}\u000a07:57:28.878004 --- ParallelTerminationStrategy: PID 14039 died...\u000a07:57:28.932940 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14039): Terminated: ok {rc=0}\u000a07:57:29.019098 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:nanobts+band-1900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14055): Process ended prematurely: osmo-stp_10.42.42.5(pid=14055) [trial-2371↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14055)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14055): Process ended prematurely: osmo-stp_10.42.42.5(pid=14055) [trial-2371↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14055)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:nanobts+band-1900 iperf3m4.py\u000a----------------------------------------------\u000a07:57:30.132601 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:30.144244 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a07:57:30.275368 tst iperf3m4.py: using LAC 26963\u000a07:57:30.399371 tst iperf3m4.py: using RAC 188\u000a07:57:30.525956 tst iperf3m4.py: using CellId 26963\u000a07:57:30.646354 tst iperf3m4.py: using BVCI 26964\u000a07:57:30.670285 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:30.681414 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:30.692226 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:30.703370 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:30.714267 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:30.725141 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:30.736117 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:30.747333 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:30.758594 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a07:57:30.877563 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a07:57:31.010772 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a07:57:31.158001 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a07:57:31.519897 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:57:31.690828 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:57:32.036564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14041): Launched\u000a07:57:32.328286 run iperf3-srv_10.42.42.10(pid=14042): Launched\u000a07:57:32.519677 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:57:32.650050 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:57:32.974768 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14043): Launched\u000a07:57:33.242984 run iperf3-srv_10.42.42.10(pid=14044): Launched\u000a07:57:33.433851 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:57:33.564223 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:57:33.888593 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14045): Launched\u000a07:57:34.156792 run iperf3-srv_10.42.42.10(pid=14046): Launched\u000a07:57:34.348766 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:57:34.478871 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:57:34.802972 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14047): Launched\u000a07:57:35.070935 run iperf3-srv_10.42.42.10(pid=14048): Launched\u000a07:57:35.261999 tst iperf3m4.py:8: start network...\u000a07:57:35.392182 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:57:35.891806 run create_hlr_db(pid=14049): Launched\u000a07:57:36.075561 bus /gobi_6: Setting Powered False\u000a07:57:37.095626 run create_hlr_db(pid=14049): Terminated: ok {rc=0}\u000a07:57:37.487926 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14051): Launched\u000a07:57:37.779845 run osmo-hlr_10.42.42.2(pid=14052): Launched\u000a07:57:37.893195 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:57:38.410802 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14054): Launched\u000a07:57:38.703219 run osmo-stp_10.42.42.5(pid=14055): Launched\u000a07:57:38.810086 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:57:39.319049 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14057): Launched\u000a07:57:39.423494 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:57:39.686023 run patchelf(pid=14058): Launched\u000a07:57:39.872641 run osmo-stp_10.42.42.5(pid=14055): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14055)]\u000a07:57:40.008377 run osmo-stp_10.42.42.5(pid=14055): stdout: \u000a| (launched: 2022-12-10_07:57:38.558915)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:57:40.144034 run osmo-stp_10.42.42.5(pid=14055): stderr: \u000a| �[0;m�[38;5;43m20221210075738725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075738725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075738725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075738726 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075738726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075738726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075738726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:57:40.275378 run osmo-stp_10.42.42.5(pid=14055): stdout: \u000a| (launched: 2022-12-10_07:57:38.558915)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:57:40.405257 run osmo-stp_10.42.42.5(pid=14055): stderr: \u000a| �[0;m�[38;5;43m20221210075738725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075738725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075738725 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075738726 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075738726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075738726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075738726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:57:40.556704 run patchelf(pid=14058): Terminating (SIGINT)\u000a07:57:40.735068 run patchelf(pid=14058): Terminated: ok {rc=0}\u000a07:57:40.768212 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14055): Process ended prematurely: osmo-stp_10.42.42.5(pid=14055) [trial-2371↪gprs:nanobts+band-1900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14055)] [trial-2371↪gprs:nanobts+band-1900↪iperf3m4.py:8]\u000a07:57:40.778225 tst iperf3m4.py:8: Test FAILED (10.7 sec)\u000a07:57:40.842422 run osmo-hlr_10.42.42.2(pid=14052): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:nanobts+band-1900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14052)]\u000a07:57:40.894246 run osmo-hlr_10.42.42.2(pid=14052): stdout: \u000a| (launched: 2022-12-10_07:57:37.636020) \u000a07:57:40.946559 run osmo-hlr_10.42.42.2(pid=14052): stderr: \u000a| �[0;m�[1;31m20221210075737810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075737810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075737810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075737810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075737810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075737810 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075737824 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:nanobts+band-1900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075737834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075737834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075737834 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:57:40.990432 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14041): Terminating (SIGTERM)\u000a07:57:41.032468 run iperf3-srv_10.42.42.10(pid=14042): Terminating (SIGTERM)\u000a07:57:41.074700 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14043): Terminating (SIGTERM)\u000a07:57:41.117310 run iperf3-srv_10.42.42.10(pid=14044): Terminating (SIGTERM)\u000a07:57:41.159442 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14045): Terminating (SIGTERM)\u000a07:57:41.201086 run iperf3-srv_10.42.42.10(pid=14046): Terminating (SIGTERM)\u000a07:57:41.243505 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14047): Terminating (SIGTERM)\u000a07:57:41.285674 run iperf3-srv_10.42.42.10(pid=14048): Terminating (SIGTERM)\u000a07:57:41.327302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14051): Terminating (SIGTERM)\u000a07:57:41.369748 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14054): Terminating (SIGTERM)\u000a07:57:41.411397 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14057): Terminating (SIGTERM)\u000a07:57:41.421709 --- ParallelTerminationStrategy: PID 14041 died...\u000a07:57:41.477843 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14041): Terminated: ok {rc=0}\u000a07:57:41.488282 --- ParallelTerminationStrategy: PID 14042 died...\u000a07:57:41.544144 run iperf3-srv_10.42.42.10(pid=14042): Terminated {rc=256}\u000a07:57:41.554741 --- ParallelTerminationStrategy: PID 14043 died...\u000a07:57:41.610196 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14043): Terminated: ok {rc=0}\u000a07:57:41.620805 --- ParallelTerminationStrategy: PID 14044 died...\u000a07:57:41.676535 run iperf3-srv_10.42.42.10(pid=14044): Terminated {rc=256}\u000a07:57:41.687174 --- ParallelTerminationStrategy: PID 14045 died...\u000a07:57:41.742717 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14045): Terminated: ok {rc=0}\u000a07:57:41.753576 --- ParallelTerminationStrategy: PID 14046 died...\u000a07:57:41.809282 run iperf3-srv_10.42.42.10(pid=14046): Terminated {rc=256}\u000a07:57:41.819905 --- ParallelTerminationStrategy: PID 14047 died...\u000a07:57:41.876344 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14047): Terminated: ok {rc=0}\u000a07:57:41.886635 --- ParallelTerminationStrategy: PID 14048 died...\u000a07:57:41.943067 run iperf3-srv_10.42.42.10(pid=14048): Terminated {rc=256}\u000a07:57:41.953339 --- ParallelTerminationStrategy: PID 14051 died...\u000a07:57:42.009639 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14051): Terminated: ok {rc=0}\u000a07:57:42.019887 --- ParallelTerminationStrategy: PID 14054 died...\u000a07:57:42.076032 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14054): Terminated: ok {rc=0}\u000a07:57:42.086344 --- ParallelTerminationStrategy: PID 14057 died...\u000a07:57:42.142112 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14057): Terminated: ok {rc=0}\u000a07:57:42.229676 bus /gobi_4: Setting Powered False\u000a07:57:43.336288 bus /gobi_4: Setting Powered False\u000a07:57:44.448062 bus /gobi_1: Setting Powered False\u000a07:57:45.549955 bus /gobi_1: Setting Powered False\u000a07:57:46.658793 bus /gobi_0: Setting Powered False\u000a07:57:47.765181 bus /gobi_0: Setting Powered False\u000a07:57:48.875440 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14065): Process ended prematurely: osmo-stp_10.42.42.5(pid=14065) [trial-2371↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14065)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14065): Process ended prematurely: osmo-stp_10.42.42.5(pid=14065) [trial-2371↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14065)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:nanobts+band-1900 ping.py\u000a----------------------------------------------\u000a07:57:49.942668 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:49.953902 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a07:57:50.076113 tst ping.py: using LAC 26964\u000a07:57:50.188272 tst ping.py: using RAC 189\u000a07:57:50.309444 tst ping.py: using CellId 26964\u000a07:57:50.433436 tst ping.py: using BVCI 26965\u000a07:57:50.456708 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:50.467692 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:50.478678 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:50.489497 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:50.500235 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:50.510996 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:50.521934 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:50.532926 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a07:57:50.813325 tst ping.py:19: start network...\u000a07:57:50.940866 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:57:51.430590 run create_hlr_db(pid=14059): Launched\u000a07:57:51.607807 bus /gobi_6: Setting Powered False\u000a07:57:52.629418 run create_hlr_db(pid=14059): Terminated: ok {rc=0}\u000a07:57:53.014802 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14061): Launched\u000a07:57:53.302287 run osmo-hlr_10.42.42.2(pid=14062): Launched\u000a07:57:53.407617 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:57:53.906460 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14064): Launched\u000a07:57:54.192374 run osmo-stp_10.42.42.5(pid=14065): Launched\u000a07:57:54.296460 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:57:54.794694 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14067): Launched\u000a07:57:54.896561 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:57:55.145848 run patchelf(pid=14068): Launched\u000a07:57:55.313141 run osmo-stp_10.42.42.5(pid=14065): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14065)]\u000a07:57:55.435962 run osmo-stp_10.42.42.5(pid=14065): stdout: \u000a| (launched: 2022-12-10_07:57:54.050890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:57:55.559071 run osmo-stp_10.42.42.5(pid=14065): stderr: \u000a| �[0;m�[38;5;43m20221210075754219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075754219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075754219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075754219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075754222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075754222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075754222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:57:55.677820 run osmo-stp_10.42.42.5(pid=14065): stdout: \u000a| (launched: 2022-12-10_07:57:54.050890)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:57:55.795354 run osmo-stp_10.42.42.5(pid=14065): stderr: \u000a| �[0;m�[38;5;43m20221210075754219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075754219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075754219 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075754219 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075754222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075754222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075754222 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:57:55.933359 run patchelf(pid=14068): Terminating (SIGINT)\u000a07:57:56.095851 run patchelf(pid=14068): Terminated: ok {rc=0}\u000a07:57:56.125721 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14065): Process ended prematurely: osmo-stp_10.42.42.5(pid=14065) [trial-2371↪gprs:nanobts+band-1900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14065)] [trial-2371↪gprs:nanobts+band-1900↪ping.py:22]\u000a07:57:56.134058 tst ping.py:22: Test FAILED (6.2 sec)\u000a07:57:56.193840 run osmo-hlr_10.42.42.2(pid=14062): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:nanobts+band-1900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14062)]\u000a07:57:56.242435 run osmo-hlr_10.42.42.2(pid=14062): stdout: \u000a| (launched: 2022-12-10_07:57:53.159976) \u000a07:57:56.291779 run osmo-hlr_10.42.42.2(pid=14062): stderr: \u000a| �[0;m�[1;31m20221210075753332 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075753333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075753333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075753333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075753333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075753333 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075753346 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:nanobts+band-1900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075753354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075753354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075753354 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:57:56.333600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14061): Terminating (SIGTERM)\u000a07:57:56.373548 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14064): Terminating (SIGTERM)\u000a07:57:56.413469 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14067): Terminating (SIGTERM)\u000a07:57:56.422852 --- ParallelTerminationStrategy: PID 14061 died...\u000a07:57:56.475997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14061): Terminated: ok {rc=0}\u000a07:57:56.485649 --- ParallelTerminationStrategy: PID 14064 died...\u000a07:57:56.538480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14064): Terminated: ok {rc=0}\u000a07:57:56.548234 --- ParallelTerminationStrategy: PID 14067 died...\u000a07:57:56.601713 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14067): Terminated: ok {rc=0}\u000a07:57:56.689242 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:nanobts+band-1900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14075): Process ended prematurely: osmo-stp_10.42.42.5(pid=14075) [trial-2371↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14075)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14075): Process ended prematurely: osmo-stp_10.42.42.5(pid=14075) [trial-2371↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14075)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:nanobts+band-1900 ping_idle_ping.py\u000a----------------------------------------------\u000a07:57:57.741373 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:57.752888 tst gprs:nanobts+band-1900: Using 1 x bts (candidates: 1)\u000a07:57:57.876396 tst ping_idle_ping.py: using LAC 26965\u000a07:57:57.988824 tst ping_idle_ping.py: using RAC 190\u000a07:57:58.101109 tst ping_idle_ping.py: using CellId 26965\u000a07:57:58.221625 tst ping_idle_ping.py: using BVCI 26966\u000a07:57:58.245360 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:58.256443 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:58.267548 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:58.278574 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:58.289723 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:58.300709 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:58.312011 tst gprs:nanobts+band-1900: Using 1 x ip_address (candidates: 9)\u000a07:57:58.323086 tst gprs:nanobts+band-1900: Using 1 x modem (candidates: 4)\u000a07:57:58.589021 tst ping_idle_ping.py:24: start network...\u000a07:57:58.708405 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:57:59.164046 run create_hlr_db(pid=14069): Launched\u000a07:57:59.330429 bus /gobi_6: Setting Powered False\u000a07:58:00.352667 run create_hlr_db(pid=14069): Terminated: ok {rc=0}\u000a07:58:00.764479 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14071): Launched\u000a07:58:01.169851 run osmo-hlr_10.42.42.2(pid=14072): Launched\u000a07:58:01.329046 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:58:01.953323 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14074): Launched\u000a07:58:02.295221 run osmo-stp_10.42.42.5(pid=14075): Launched\u000a07:58:02.401749 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:58:02.905510 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14077): Launched\u000a07:58:03.008052 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:58:03.259054 run patchelf(pid=14078): Launched\u000a07:58:03.428504 run osmo-stp_10.42.42.5(pid=14075): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14075)]\u000a07:58:03.552374 run osmo-stp_10.42.42.5(pid=14075): stdout: \u000a| (launched: 2022-12-10_07:58:02.116498)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:58:03.677679 run osmo-stp_10.42.42.5(pid=14075): stderr: \u000a| �[0;m�[38;5;43m20221210075802314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075802314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075802314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075802315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075802315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075802315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075802315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:58:03.797894 run osmo-stp_10.42.42.5(pid=14075): stdout: \u000a| (launched: 2022-12-10_07:58:02.116498)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:58:03.916640 run osmo-stp_10.42.42.5(pid=14075): stderr: \u000a| �[0;m�[38;5;43m20221210075802314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075802314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075802314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075802315 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075802315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075802315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075802315 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:58:04.055333 run patchelf(pid=14078): Terminating (SIGINT)\u000a07:58:04.218942 run patchelf(pid=14078): Terminated: ok {rc=0}\u000a07:58:04.248643 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14075): Process ended prematurely: osmo-stp_10.42.42.5(pid=14075) [trial-2371↪gprs:nanobts+band-1900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14075)] [trial-2371↪gprs:nanobts+band-1900↪ping_idle_ping.py:27]\u000a07:58:04.257188 tst ping_idle_ping.py:27: Test FAILED (6.5 sec)\u000a07:58:04.317852 run osmo-hlr_10.42.42.2(pid=14072): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:nanobts+band-1900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14072)]\u000a07:58:04.366559 run osmo-hlr_10.42.42.2(pid=14072): stdout: \u000a| (launched: 2022-12-10_07:58:00.948525) \u000a07:58:04.415906 run osmo-hlr_10.42.42.2(pid=14072): stderr: \u000a| �[0;m�[1;31m20221210075801299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075801299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075801299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075801299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075801299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075801299 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075801318 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:nanobts+band-1900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075801326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075801326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075801326 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:58:04.458453 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14071): Terminating (SIGTERM)\u000a07:58:04.498101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14074): Terminating (SIGTERM)\u000a07:58:04.538000 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14077): Terminating (SIGTERM)\u000a07:58:04.547339 --- ParallelTerminationStrategy: PID 14071 died...\u000a07:58:04.600268 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14071): Terminated: ok {rc=0}\u000a07:58:04.609979 --- ParallelTerminationStrategy: PID 14074 died...\u000a07:58:04.662709 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14074): Terminated: ok {rc=0}\u000a07:58:04.672584 --- ParallelTerminationStrategy: PID 14077 died...\u000a07:58:04.725199 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14077): Terminated: ok {rc=0}\u000a07:58:04.812701 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "141", "name" : "gprs_nanobts+band-1900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:57:07" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14092): Process ended prematurely: osmo-stp_10.42.42.5(pid=14092) [trial-2371↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14092)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14092): Process ended prematurely: osmo-stp_10.42.42.5(pid=14092) [trial-2371↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14092)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:nanobts+band-1900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:58:06.923618 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:06.934527 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:58:07.060068 tst cs_paging_gprs_active.py: using LAC 26966\u000a07:58:07.176064 tst cs_paging_gprs_active.py: using RAC 191\u000a07:58:07.292103 tst cs_paging_gprs_active.py: using CellId 26966\u000a07:58:07.405588 tst cs_paging_gprs_active.py: using BVCI 26967\u000a07:58:07.427770 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:07.438598 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:07.449158 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:07.459923 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:07.470710 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:07.481702 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:07.492679 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:07.503621 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:07.514807 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:58:07.634203 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:58:07.905342 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:58:08.027159 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:58:08.330552 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14082): Launched\u000a07:58:08.582543 run iperf3-srv_10.42.42.10(pid=14083): Launched\u000a07:58:08.761515 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:58:08.883519 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:58:09.187305 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14084): Launched\u000a07:58:09.437988 run iperf3-srv_10.42.42.10(pid=14085): Launched\u000a07:58:09.615588 tst cs_paging_gprs_active.py:38: start network...\u000a07:58:09.736841 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:58:10.194657 run create_hlr_db(pid=14086): Launched\u000a07:58:10.363036 bus /gobi_6: Setting Powered False\u000a07:58:11.385819 run create_hlr_db(pid=14086): Terminated: ok {rc=0}\u000a07:58:11.801614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14088): Launched\u000a07:58:12.114713 run osmo-hlr_10.42.42.2(pid=14089): Launched\u000a07:58:12.232311 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:58:12.777473 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14091): Launched\u000a07:58:13.090725 run osmo-stp_10.42.42.5(pid=14092): Launched\u000a07:58:13.205282 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:58:13.750784 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14094): Launched\u000a07:58:13.862987 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:58:14.136326 run patchelf(pid=14095): Launched\u000a07:58:14.319897 run osmo-stp_10.42.42.5(pid=14092): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14092)]\u000a07:58:14.454248 run osmo-stp_10.42.42.5(pid=14092): stdout: \u000a| (launched: 2022-12-10_07:58:12.936821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:58:14.589226 run osmo-stp_10.42.42.5(pid=14092): stderr: \u000a| �[0;m�[38;5;43m20221210075813127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075813127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075813128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075813128 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075813128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075813129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075813129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:58:14.718938 run osmo-stp_10.42.42.5(pid=14092): stdout: \u000a| (launched: 2022-12-10_07:58:12.936821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:58:14.847628 run osmo-stp_10.42.42.5(pid=14092): stderr: \u000a| �[0;m�[38;5;43m20221210075813127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075813127 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075813128 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075813128 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075813128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075813129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075813129 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:58:14.997814 run patchelf(pid=14095): Terminating (SIGINT)\u000a07:58:15.174481 run patchelf(pid=14095): Terminated: ok {rc=0}\u000a07:58:15.206999 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14092): Process ended prematurely: osmo-stp_10.42.42.5(pid=14092) [trial-2371↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14092)] [trial-2371↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a07:58:15.216686 tst cs_paging_gprs_active.py:38: Test FAILED (8.3 sec)\u000a07:58:15.279201 run osmo-hlr_10.42.42.2(pid=14089): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:nanobts+band-1900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14089)]\u000a07:58:15.330037 run osmo-hlr_10.42.42.2(pid=14089): stdout: \u000a| (launched: 2022-12-10_07:58:11.961005) \u000a07:58:15.381572 run osmo-hlr_10.42.42.2(pid=14089): stderr: \u000a| �[0;m�[1;31m20221210075812160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075812160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075812160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075812160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075812160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075812160 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075812172 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:nanobts+band-1900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075812182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075812182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075812182 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:58:15.425679 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14082): Terminating (SIGTERM)\u000a07:58:15.467022 run iperf3-srv_10.42.42.10(pid=14083): Terminating (SIGTERM)\u000a07:58:15.508338 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14084): Terminating (SIGTERM)\u000a07:58:15.549953 run iperf3-srv_10.42.42.10(pid=14085): Terminating (SIGTERM)\u000a07:58:15.591286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14088): Terminating (SIGTERM)\u000a07:58:15.632567 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14091): Terminating (SIGTERM)\u000a07:58:15.673880 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14094): Terminating (SIGTERM)\u000a07:58:15.683404 --- ParallelTerminationStrategy: PID 14082 died...\u000a07:58:15.738561 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14082): Terminated: ok {rc=0}\u000a07:58:15.748550 --- ParallelTerminationStrategy: PID 14083 died...\u000a07:58:15.803611 run iperf3-srv_10.42.42.10(pid=14083): Terminated {rc=256}\u000a07:58:15.813838 --- ParallelTerminationStrategy: PID 14084 died...\u000a07:58:15.885803 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14084): Terminated: ok {rc=0}\u000a07:58:15.896298 --- ParallelTerminationStrategy: PID 14085 died...\u000a07:58:15.952917 run iperf3-srv_10.42.42.10(pid=14085): Terminated {rc=256}\u000a07:58:15.963548 --- ParallelTerminationStrategy: PID 14088 died...\u000a07:58:16.020504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14088): Terminated: ok {rc=0}\u000a07:58:16.030996 --- ParallelTerminationStrategy: PID 14091 died...\u000a07:58:16.087612 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14091): Terminated: ok {rc=0}\u000a07:58:16.098311 --- ParallelTerminationStrategy: PID 14094 died...\u000a07:58:16.154884 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14094): Terminated: ok {rc=0}\u000a07:58:16.243333 bus /gobi_0: Setting Powered False\u000a07:58:17.345897 bus /gobi_0: Setting Powered False\u000a07:58:18.453713 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14104): Process ended prematurely: osmo-stp_10.42.42.5(pid=14104) [trial-2371↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14104)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14104): Process ended prematurely: osmo-stp_10.42.42.5(pid=14104) [trial-2371↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14104)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:nanobts+band-1900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a07:58:19.566695 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:19.578451 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:58:19.710960 tst iperf3.py: using LAC 26967\u000a07:58:19.825805 tst iperf3.py: using RAC 192\u000a07:58:19.948605 tst iperf3.py: using CellId 26967\u000a07:58:20.068377 tst iperf3.py: using BVCI 26968\u000a07:58:20.090838 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:20.102121 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:20.113070 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:20.124711 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:20.136253 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:20.147925 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:20.159769 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:20.171252 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:20.182861 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:58:20.471974 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:58:20.602949 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:58:20.927810 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14096): Launched\u000a07:58:21.197920 run iperf3-srv_10.42.42.10(pid=14097): Launched\u000a07:58:21.389398 tst iperf3.py:8: start network...\u000a07:58:21.519982 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:58:22.022517 run create_hlr_db(pid=14098): Launched\u000a07:58:22.204228 bus /gobi_6: Setting Powered False\u000a07:58:23.225259 run create_hlr_db(pid=14098): Terminated: ok {rc=0}\u000a07:58:23.619537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14100): Launched\u000a07:58:23.913605 run osmo-hlr_10.42.42.2(pid=14101): Launched\u000a07:58:24.029107 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:58:24.545624 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14103): Launched\u000a07:58:24.839347 run osmo-stp_10.42.42.5(pid=14104): Launched\u000a07:58:24.946826 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:58:25.455598 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14106): Launched\u000a07:58:25.559968 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:58:25.815184 run patchelf(pid=14107): Launched\u000a07:58:25.986841 run osmo-stp_10.42.42.5(pid=14104): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14104)]\u000a07:58:26.113133 run osmo-stp_10.42.42.5(pid=14104): stdout: \u000a| (launched: 2022-12-10_07:58:24.694770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:58:26.238872 run osmo-stp_10.42.42.5(pid=14104): stderr: \u000a| �[0;m�[38;5;43m20221210075824863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075824864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075824864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075824864 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075824865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075824865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075824865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:58:26.360483 run osmo-stp_10.42.42.5(pid=14104): stdout: \u000a| (launched: 2022-12-10_07:58:24.694770)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:58:26.480198 run osmo-stp_10.42.42.5(pid=14104): stderr: \u000a| �[0;m�[38;5;43m20221210075824863 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075824864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075824864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075824864 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075824865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075824865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075824865 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:58:26.625423 run patchelf(pid=14107): Terminating (SIGINT)\u000a07:58:26.803088 run patchelf(pid=14107): Terminated: ok {rc=0}\u000a07:58:26.835803 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14104): Process ended prematurely: osmo-stp_10.42.42.5(pid=14104) [trial-2371↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14104)] [trial-2371↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py:8]\u000a07:58:26.845601 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a07:58:26.908504 run osmo-hlr_10.42.42.2(pid=14101): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14101)]\u000a07:58:26.960006 run osmo-hlr_10.42.42.2(pid=14101): stdout: \u000a| (launched: 2022-12-10_07:58:23.768718) \u000a07:58:27.012289 run osmo-hlr_10.42.42.2(pid=14101): stderr: \u000a| �[0;m�[1;31m20221210075823941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075823941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075823941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075823941 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075823942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075823942 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075823954 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075823962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075823962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075823962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:58:27.056704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14096): Terminating (SIGTERM)\u000a07:58:27.098520 run iperf3-srv_10.42.42.10(pid=14097): Terminating (SIGTERM)\u000a07:58:27.139904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14100): Terminating (SIGTERM)\u000a07:58:27.181215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14103): Terminating (SIGTERM)\u000a07:58:27.222918 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14106): Terminating (SIGTERM)\u000a07:58:27.232646 --- ParallelTerminationStrategy: PID 14096 died...\u000a07:58:27.288833 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14096): Terminated: ok {rc=0}\u000a07:58:27.299017 --- ParallelTerminationStrategy: PID 14097 died...\u000a07:58:27.354286 run iperf3-srv_10.42.42.10(pid=14097): Terminated {rc=256}\u000a07:58:27.364303 --- ParallelTerminationStrategy: PID 14100 died...\u000a07:58:27.419676 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14100): Terminated: ok {rc=0}\u000a07:58:27.429659 --- ParallelTerminationStrategy: PID 14103 died...\u000a07:58:27.484453 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14103): Terminated: ok {rc=0}\u000a07:58:27.494419 --- ParallelTerminationStrategy: PID 14106 died...\u000a07:58:27.549278 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14106): Terminated: ok {rc=0}\u000a07:58:27.636221 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14122): Process ended prematurely: osmo-stp_10.42.42.5(pid=14122) [trial-2371↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14122)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14122): Process ended prematurely: osmo-stp_10.42.42.5(pid=14122) [trial-2371↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14122)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:nanobts+band-1900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a07:58:28.749291 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:28.761091 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:58:28.894846 tst iperf3m4.py: using LAC 26968\u000a07:58:29.017028 tst iperf3m4.py: using RAC 193\u000a07:58:29.138939 tst iperf3m4.py: using CellId 26968\u000a07:58:29.261399 tst iperf3m4.py: using BVCI 26969\u000a07:58:29.285312 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:29.296497 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:29.307565 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:29.318685 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:29.329733 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:29.340683 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:29.351913 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:29.362812 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:29.373976 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:58:29.488609 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:58:29.609983 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:58:29.727426 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:58:30.015355 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:58:30.146241 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:58:30.471429 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14108): Launched\u000a07:58:30.741249 run iperf3-srv_10.42.42.10(pid=14109): Launched\u000a07:58:30.970183 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:58:31.103905 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:58:31.443284 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14110): Launched\u000a07:58:31.732653 run iperf3-srv_10.42.42.10(pid=14111): Launched\u000a07:58:31.917706 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:58:32.044498 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:58:32.354029 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14112): Launched\u000a07:58:32.606585 run iperf3-srv_10.42.42.10(pid=14113): Launched\u000a07:58:32.785460 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:58:32.907451 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:58:33.210605 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14114): Launched\u000a07:58:33.461951 run iperf3-srv_10.42.42.10(pid=14115): Launched\u000a07:58:33.639960 tst iperf3m4.py:8: start network...\u000a07:58:33.761698 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:58:34.222202 run create_hlr_db(pid=14116): Launched\u000a07:58:34.391212 bus /gobi_6: Setting Powered False\u000a07:58:35.412259 run create_hlr_db(pid=14116): Terminated: ok {rc=0}\u000a07:58:35.802267 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14118): Launched\u000a07:58:36.094291 run osmo-hlr_10.42.42.2(pid=14119): Launched\u000a07:58:36.205933 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:58:36.722287 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14121): Launched\u000a07:58:37.016779 run osmo-stp_10.42.42.5(pid=14122): Launched\u000a07:58:37.125100 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:58:37.636599 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14124): Launched\u000a07:58:37.741214 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:58:37.997350 run patchelf(pid=14125): Launched\u000a07:58:38.169693 run osmo-stp_10.42.42.5(pid=14122): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14122)]\u000a07:58:38.295511 run osmo-stp_10.42.42.5(pid=14122): stdout: \u000a| (launched: 2022-12-10_07:58:36.871293)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:58:38.421991 run osmo-stp_10.42.42.5(pid=14122): stderr: \u000a| �[0;m�[38;5;43m20221210075837041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075837041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075837042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075837042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075837043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075837043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075837043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:58:38.543412 run osmo-stp_10.42.42.5(pid=14122): stdout: \u000a| (launched: 2022-12-10_07:58:36.871293)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:58:38.663682 run osmo-stp_10.42.42.5(pid=14122): stderr: \u000a| �[0;m�[38;5;43m20221210075837041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075837041 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075837042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075837042 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075837043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075837043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075837043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:58:38.806083 run patchelf(pid=14125): Terminating (SIGINT)\u000a07:58:38.972787 run patchelf(pid=14125): Terminated: ok {rc=0}\u000a07:58:39.003580 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14122): Process ended prematurely: osmo-stp_10.42.42.5(pid=14122) [trial-2371↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14122)] [trial-2371↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py:8]\u000a07:58:39.012555 tst iperf3m4.py:8: Test FAILED (10.3 sec)\u000a07:58:39.073565 run osmo-hlr_10.42.42.2(pid=14119): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:nanobts+band-1900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14119)]\u000a07:58:39.122630 run osmo-hlr_10.42.42.2(pid=14119): stdout: \u000a| (launched: 2022-12-10_07:58:35.950029) \u000a07:58:39.172361 run osmo-hlr_10.42.42.2(pid=14119): stderr: \u000a| �[0;m�[1;31m20221210075836123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075836123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075836123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075836123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075836123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075836123 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075836135 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:nanobts+band-1900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075836144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075836144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075836144 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:58:39.214267 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14108): Terminating (SIGTERM)\u000a07:58:39.254250 run iperf3-srv_10.42.42.10(pid=14109): Terminating (SIGTERM)\u000a07:58:39.294214 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14110): Terminating (SIGTERM)\u000a07:58:39.334063 run iperf3-srv_10.42.42.10(pid=14111): Terminating (SIGTERM)\u000a07:58:39.373934 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14112): Terminating (SIGTERM)\u000a07:58:39.413594 run iperf3-srv_10.42.42.10(pid=14113): Terminating (SIGTERM)\u000a07:58:39.453332 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14114): Terminating (SIGTERM)\u000a07:58:39.493053 run iperf3-srv_10.42.42.10(pid=14115): Terminating (SIGTERM)\u000a07:58:39.532919 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14118): Terminating (SIGTERM)\u000a07:58:39.572812 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14121): Terminating (SIGTERM)\u000a07:58:39.612641 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14124): Terminating (SIGTERM)\u000a07:58:39.622484 --- ParallelTerminationStrategy: PID 14108 died...\u000a07:58:39.675844 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14108): Terminated: ok {rc=0}\u000a07:58:39.685940 --- ParallelTerminationStrategy: PID 14109 died...\u000a07:58:39.738724 run iperf3-srv_10.42.42.10(pid=14109): Terminated {rc=256}\u000a07:58:39.748282 --- ParallelTerminationStrategy: PID 14110 died...\u000a07:58:39.801245 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14110): Terminated: ok {rc=0}\u000a07:58:39.810902 --- ParallelTerminationStrategy: PID 14111 died...\u000a07:58:39.863393 run iperf3-srv_10.42.42.10(pid=14111): Terminated {rc=256}\u000a07:58:39.873153 --- ParallelTerminationStrategy: PID 14112 died...\u000a07:58:39.925690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14112): Terminated: ok {rc=0}\u000a07:58:39.935558 --- ParallelTerminationStrategy: PID 14113 died...\u000a07:58:39.988242 run iperf3-srv_10.42.42.10(pid=14113): Terminated {rc=256}\u000a07:58:39.998109 --- ParallelTerminationStrategy: PID 14114 died...\u000a07:58:40.050626 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14114): Terminated: ok {rc=0}\u000a07:58:40.060545 --- ParallelTerminationStrategy: PID 14115 died...\u000a07:58:40.113262 run iperf3-srv_10.42.42.10(pid=14115): Terminated {rc=256}\u000a07:58:40.122950 --- ParallelTerminationStrategy: PID 14118 died...\u000a07:58:40.175363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14118): Terminated: ok {rc=0}\u000a07:58:40.185142 --- ParallelTerminationStrategy: PID 14121 died...\u000a07:58:40.237766 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14121): Terminated: ok {rc=0}\u000a07:58:40.247540 --- ParallelTerminationStrategy: PID 14124 died...\u000a07:58:40.300475 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14124): Terminated: ok {rc=0}\u000a07:58:40.389611 bus /gobi_4: Setting Powered False\u000a07:58:41.493467 bus /gobi_4: Setting Powered False\u000a07:58:42.599584 bus /gobi_1: Setting Powered False\u000a07:58:43.705863 bus /gobi_1: Setting Powered False\u000a07:58:44.813842 bus /gobi_0: Setting Powered False\u000a07:58:45.945762 bus /gobi_0: Setting Powered False\u000a07:58:47.063628 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14133): Process ended prematurely: osmo-stp_10.42.42.5(pid=14133) [trial-2371↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14133)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14133): Process ended prematurely: osmo-stp_10.42.42.5(pid=14133) [trial-2371↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14133)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:nanobts+band-1900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a07:58:48.130572 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:48.141964 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:58:48.269200 tst ping.py: using LAC 26969\u000a07:58:48.380607 tst ping.py: using RAC 194\u000a07:58:48.492248 tst ping.py: using CellId 26969\u000a07:58:48.603789 tst ping.py: using BVCI 26970\u000a07:58:48.626178 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:48.637018 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:48.647545 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:48.658366 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:48.669114 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:48.679878 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:48.690637 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:48.701663 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:58:48.966197 tst ping.py:19: start network...\u000a07:58:49.085274 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:58:49.553112 run create_hlr_db(pid=14127): Launched\u000a07:58:49.732819 bus /gobi_6: Setting Powered False\u000a07:58:50.753371 run create_hlr_db(pid=14127): Terminated: ok {rc=0}\u000a07:58:51.141661 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14129): Launched\u000a07:58:51.429421 run osmo-hlr_10.42.42.2(pid=14130): Launched\u000a07:58:51.535705 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:58:52.038351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14132): Launched\u000a07:58:52.326358 run osmo-stp_10.42.42.5(pid=14133): Launched\u000a07:58:52.431001 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:58:52.932276 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14135): Launched\u000a07:58:53.034319 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:58:53.285646 run patchelf(pid=14136): Launched\u000a07:58:53.454482 run osmo-stp_10.42.42.5(pid=14133): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14133)]\u000a07:58:53.577699 run osmo-stp_10.42.42.5(pid=14133): stdout: \u000a| (launched: 2022-12-10_07:58:52.184076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:58:53.701152 run osmo-stp_10.42.42.5(pid=14133): stderr: \u000a| �[0;m�[38;5;43m20221210075852352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075852352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075852352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075852353 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075852353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075852353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075852353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:58:53.820000 run osmo-stp_10.42.42.5(pid=14133): stdout: \u000a| (launched: 2022-12-10_07:58:52.184076)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:58:53.937451 run osmo-stp_10.42.42.5(pid=14133): stderr: \u000a| �[0;m�[38;5;43m20221210075852352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075852352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075852352 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075852353 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075852353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075852353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075852353 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:58:54.074903 run patchelf(pid=14136): Terminating (SIGINT)\u000a07:58:54.237144 run patchelf(pid=14136): Terminated: ok {rc=0}\u000a07:58:54.266702 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14133): Process ended prematurely: osmo-stp_10.42.42.5(pid=14133) [trial-2371↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14133)] [trial-2371↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py:22]\u000a07:58:54.275178 tst ping.py:22: Test FAILED (6.1 sec)\u000a07:58:54.335580 run osmo-hlr_10.42.42.2(pid=14130): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14130)]\u000a07:58:54.384598 run osmo-hlr_10.42.42.2(pid=14130): stdout: \u000a| (launched: 2022-12-10_07:58:51.286971) \u000a07:58:54.434235 run osmo-hlr_10.42.42.2(pid=14130): stderr: \u000a| �[0;m�[1;31m20221210075851462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075851462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075851462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075851462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075851462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075851462 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075851474 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:nanobts+band-1900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075851482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075851482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075851482 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:58:54.475883 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14129): Terminating (SIGTERM)\u000a07:58:54.515564 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14132): Terminating (SIGTERM)\u000a07:58:54.555218 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14135): Terminating (SIGTERM)\u000a07:58:54.564702 --- ParallelTerminationStrategy: PID 14129 died...\u000a07:58:54.617742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14129): Terminated: ok {rc=0}\u000a07:58:54.627582 --- ParallelTerminationStrategy: PID 14132 died...\u000a07:58:54.680256 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14132): Terminated: ok {rc=0}\u000a07:58:54.690111 --- ParallelTerminationStrategy: PID 14135 died...\u000a07:58:54.742830 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14135): Terminated: ok {rc=0}\u000a07:58:54.832987 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:nanobts+band-1900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14143): Process ended prematurely: osmo-stp_10.42.42.5(pid=14143) [trial-2371↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14143)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14143): Process ended prematurely: osmo-stp_10.42.42.5(pid=14143) [trial-2371↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14143)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:nanobts+band-1900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a07:58:55.885174 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:55.896912 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a07:58:56.022675 tst ping_idle_ping.py: using LAC 26970\u000a07:58:56.143955 tst ping_idle_ping.py: using RAC 195\u000a07:58:56.266912 tst ping_idle_ping.py: using CellId 26970\u000a07:58:56.389432 tst ping_idle_ping.py: using BVCI 26971\u000a07:58:56.413303 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:56.424735 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:56.436094 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:56.448321 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:56.459791 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:56.472390 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:56.483880 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a07:58:56.495698 tst gprs:nanobts+band-1900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a07:58:56.766291 tst ping_idle_ping.py:24: start network...\u000a07:58:56.886758 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:58:57.347791 run create_hlr_db(pid=14137): Launched\u000a07:58:57.514310 bus /gobi_6: Setting Powered False\u000a07:58:58.536723 run create_hlr_db(pid=14137): Terminated: ok {rc=0}\u000a07:58:58.921179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14139): Launched\u000a07:58:59.210096 run osmo-hlr_10.42.42.2(pid=14140): Launched\u000a07:58:59.321170 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:58:59.827422 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14142): Launched\u000a07:59:00.115839 run osmo-stp_10.42.42.5(pid=14143): Launched\u000a07:59:00.220527 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:59:00.720880 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14145): Launched\u000a07:59:00.823171 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:59:01.121155 run patchelf(pid=14146): Launched\u000a07:59:01.308102 run osmo-stp_10.42.42.5(pid=14143): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14143)]\u000a07:59:01.445426 run osmo-stp_10.42.42.5(pid=14143): stdout: \u000a| (launched: 2022-12-10_07:58:59.973442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:59:01.583206 run osmo-stp_10.42.42.5(pid=14143): stderr: \u000a| �[0;m�[38;5;43m20221210075900145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075900145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075900145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075900146 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075900146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075900146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075900146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:59:01.716010 run osmo-stp_10.42.42.5(pid=14143): stdout: \u000a| (launched: 2022-12-10_07:58:59.973442)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:59:01.848523 run osmo-stp_10.42.42.5(pid=14143): stderr: \u000a| �[0;m�[38;5;43m20221210075900145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075900145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075900145 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075900146 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075900146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075900146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075900146 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:59:02.001662 run patchelf(pid=14146): Terminating (SIGINT)\u000a07:59:02.181405 run patchelf(pid=14146): Terminated: ok {rc=0}\u000a07:59:02.214098 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14143): Process ended prematurely: osmo-stp_10.42.42.5(pid=14143) [trial-2371↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14143)] [trial-2371↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a07:59:02.223884 tst ping_idle_ping.py:27: Test FAILED (6.3 sec)\u000a07:59:02.288379 run osmo-hlr_10.42.42.2(pid=14140): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:nanobts+band-1900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14140)]\u000a07:59:02.339862 run osmo-hlr_10.42.42.2(pid=14140): stdout: \u000a| (launched: 2022-12-10_07:58:59.067329) \u000a07:59:02.392048 run osmo-hlr_10.42.42.2(pid=14140): stderr: \u000a| �[0;m�[1;31m20221210075859240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075859241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075859241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075859241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075859241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075859241 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075859253 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:nanobts+band-1900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075859261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075859261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075859261 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:59:02.436290 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14139): Terminating (SIGTERM)\u000a07:59:02.478681 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14142): Terminating (SIGTERM)\u000a07:59:02.521091 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14145): Terminating (SIGTERM)\u000a07:59:02.531650 --- ParallelTerminationStrategy: PID 14139 died...\u000a07:59:02.588842 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14139): Terminated: ok {rc=0}\u000a07:59:02.599102 --- ParallelTerminationStrategy: PID 14142 died...\u000a07:59:02.654969 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14142): Terminated: ok {rc=0}\u000a07:59:02.665746 --- ParallelTerminationStrategy: PID 14145 died...\u000a07:59:02.721543 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14145): Terminated: ok {rc=0}\u000a07:59:02.808902 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "142", "name" : "gprs_nanobts+band-1900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:58:06" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14160): Process ended prematurely: osmo-stp_10.42.42.5(pid=14160) [trial-2371↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14160)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14160): Process ended prematurely: osmo-stp_10.42.42.5(pid=14160) [trial-2371↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14160)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:nanobts+band-1900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a07:59:04.931209 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:04.942053 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:59:05.092783 tst cs_paging_gprs_active.py: using LAC 26971\u000a07:59:05.211465 tst cs_paging_gprs_active.py: using RAC 196\u000a07:59:05.326344 tst cs_paging_gprs_active.py: using CellId 26971\u000a07:59:05.440918 tst cs_paging_gprs_active.py: using BVCI 26972\u000a07:59:05.463353 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:05.474124 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:05.484681 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:05.495650 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:05.506515 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:05.517368 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:05.528249 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:05.539014 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:05.549977 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:59:05.669619 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:59:05.943379 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a07:59:06.066006 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:59:06.369468 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14150): Launched\u000a07:59:06.621372 run iperf3-srv_10.42.42.10(pid=14151): Launched\u000a07:59:06.799907 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a07:59:06.922298 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:59:07.226836 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14152): Launched\u000a07:59:07.478532 run iperf3-srv_10.42.42.10(pid=14153): Launched\u000a07:59:07.656535 tst cs_paging_gprs_active.py:38: start network...\u000a07:59:07.778152 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:59:08.239230 run create_hlr_db(pid=14154): Launched\u000a07:59:08.407351 bus /gobi_6: Setting Powered False\u000a07:59:09.430100 run create_hlr_db(pid=14154): Terminated: ok {rc=0}\u000a07:59:09.846528 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14156): Launched\u000a07:59:10.160068 run osmo-hlr_10.42.42.2(pid=14157): Launched\u000a07:59:10.279475 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:59:10.825179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14159): Launched\u000a07:59:11.138629 run osmo-stp_10.42.42.5(pid=14160): Launched\u000a07:59:11.252387 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:59:11.798378 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14162): Launched\u000a07:59:11.909955 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:59:12.182597 run patchelf(pid=14163): Launched\u000a07:59:12.366230 run osmo-stp_10.42.42.5(pid=14160): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14160)]\u000a07:59:12.500643 run osmo-stp_10.42.42.5(pid=14160): stdout: \u000a| (launched: 2022-12-10_07:59:10.984693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:59:12.635120 run osmo-stp_10.42.42.5(pid=14160): stderr: \u000a| �[0;m�[38;5;43m20221210075911174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075911174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075911175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075911175 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075911177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075911178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075911178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:59:12.764838 run osmo-stp_10.42.42.5(pid=14160): stdout: \u000a| (launched: 2022-12-10_07:59:10.984693)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:59:12.893674 run osmo-stp_10.42.42.5(pid=14160): stderr: \u000a| �[0;m�[38;5;43m20221210075911174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075911174 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075911175 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075911175 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075911177 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075911178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075911178 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:59:13.044602 run patchelf(pid=14163): Terminating (SIGINT)\u000a07:59:13.221970 run patchelf(pid=14163): Terminated: ok {rc=0}\u000a07:59:13.254616 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14160): Process ended prematurely: osmo-stp_10.42.42.5(pid=14160) [trial-2371↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14160)] [trial-2371↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a07:59:13.264304 tst cs_paging_gprs_active.py:38: Test FAILED (8.4 sec)\u000a07:59:13.326290 run osmo-hlr_10.42.42.2(pid=14157): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14157)]\u000a07:59:13.376757 run osmo-hlr_10.42.42.2(pid=14157): stdout: \u000a| (launched: 2022-12-10_07:59:10.006350) \u000a07:59:13.428070 run osmo-hlr_10.42.42.2(pid=14157): stderr: \u000a| �[0;m�[1;31m20221210075910202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075910202 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075910203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075910203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075910203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075910203 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075910215 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075910223 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075910224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075910224 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:59:13.471775 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14150): Terminating (SIGTERM)\u000a07:59:13.512901 run iperf3-srv_10.42.42.10(pid=14151): Terminating (SIGTERM)\u000a07:59:13.554360 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14152): Terminating (SIGTERM)\u000a07:59:13.595465 run iperf3-srv_10.42.42.10(pid=14153): Terminating (SIGTERM)\u000a07:59:13.636900 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14156): Terminating (SIGTERM)\u000a07:59:13.678461 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14159): Terminating (SIGTERM)\u000a07:59:13.719653 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14162): Terminating (SIGTERM)\u000a07:59:13.729296 --- ParallelTerminationStrategy: PID 14150 died...\u000a07:59:13.784373 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14150): Terminated: ok {rc=0}\u000a07:59:13.794911 --- ParallelTerminationStrategy: PID 14151 died...\u000a07:59:13.849972 run iperf3-srv_10.42.42.10(pid=14151): Terminated {rc=256}\u000a07:59:13.859831 --- ParallelTerminationStrategy: PID 14152 died...\u000a07:59:13.914449 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14152): Terminated: ok {rc=0}\u000a07:59:13.924301 --- ParallelTerminationStrategy: PID 14153 died...\u000a07:59:13.978945 run iperf3-srv_10.42.42.10(pid=14153): Terminated {rc=256}\u000a07:59:13.988842 --- ParallelTerminationStrategy: PID 14156 died...\u000a07:59:14.043614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14156): Terminated: ok {rc=0}\u000a07:59:14.053621 --- ParallelTerminationStrategy: PID 14159 died...\u000a07:59:14.108328 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14159): Terminated: ok {rc=0}\u000a07:59:14.118265 --- ParallelTerminationStrategy: PID 14162 died...\u000a07:59:14.173007 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14162): Terminated: ok {rc=0}\u000a07:59:14.258755 bus /gobi_0: Setting Powered False\u000a07:59:15.363722 bus /gobi_0: Setting Powered False\u000a07:59:16.484739 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14172): Process ended prematurely: osmo-stp_10.42.42.5(pid=14172) [trial-2371↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14172)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14172): Process ended prematurely: osmo-stp_10.42.42.5(pid=14172) [trial-2371↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14172)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a07:59:17.590285 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:17.601888 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:59:17.750700 tst iperf3.py: using LAC 26972\u000a07:59:17.868317 tst iperf3.py: using RAC 197\u000a07:59:17.984902 tst iperf3.py: using CellId 26972\u000a07:59:18.102058 tst iperf3.py: using BVCI 26973\u000a07:59:18.124440 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:18.135314 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:18.146371 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:18.158100 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:18.169750 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:18.181505 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:18.193135 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:18.204402 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:18.215972 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:59:18.502835 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:59:18.634609 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:59:18.960252 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14164): Launched\u000a07:59:19.230288 run iperf3-srv_10.42.42.10(pid=14165): Launched\u000a07:59:19.422683 tst iperf3.py:8: start network...\u000a07:59:19.553526 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:59:20.056575 run create_hlr_db(pid=14166): Launched\u000a07:59:20.238126 bus /gobi_6: Setting Powered False\u000a07:59:21.259871 run create_hlr_db(pid=14166): Terminated: ok {rc=0}\u000a07:59:21.676796 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14168): Launched\u000a07:59:21.989922 run osmo-hlr_10.42.42.2(pid=14169): Launched\u000a07:59:22.104382 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:59:22.649501 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14171): Launched\u000a07:59:22.963165 run osmo-stp_10.42.42.5(pid=14172): Launched\u000a07:59:23.077740 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:59:23.622223 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14174): Launched\u000a07:59:23.733398 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:59:24.005700 run patchelf(pid=14175): Launched\u000a07:59:24.188630 run osmo-stp_10.42.42.5(pid=14172): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14172)]\u000a07:59:24.322508 run osmo-stp_10.42.42.5(pid=14172): stdout: \u000a| (launched: 2022-12-10_07:59:22.809294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:59:24.456713 run osmo-stp_10.42.42.5(pid=14172): stderr: \u000a| �[0;m�[38;5;43m20221210075923000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075923000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075923001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075923001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075923002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075923002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075923002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:59:24.586013 run osmo-stp_10.42.42.5(pid=14172): stdout: \u000a| (launched: 2022-12-10_07:59:22.809294)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:59:24.713967 run osmo-stp_10.42.42.5(pid=14172): stderr: \u000a| �[0;m�[38;5;43m20221210075923000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075923000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075923001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075923001 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075923002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075923002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075923002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:59:24.863785 run patchelf(pid=14175): Terminating (SIGINT)\u000a07:59:25.039502 run patchelf(pid=14175): Terminated: ok {rc=0}\u000a07:59:25.072065 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14172): Process ended prematurely: osmo-stp_10.42.42.5(pid=14172) [trial-2371↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14172)] [trial-2371↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a07:59:25.081869 tst iperf3.py:8: Test FAILED (7.5 sec)\u000a07:59:25.143968 run osmo-hlr_10.42.42.2(pid=14169): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14169)]\u000a07:59:25.194528 run osmo-hlr_10.42.42.2(pid=14169): stdout: \u000a| (launched: 2022-12-10_07:59:21.836728) \u000a07:59:25.245657 run osmo-hlr_10.42.42.2(pid=14169): stderr: \u000a| �[0;m�[1;31m20221210075922036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075922036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075922036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075922036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075922036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075922036 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075922049 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075922058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075922058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075922058 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:59:25.289213 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14164): Terminating (SIGTERM)\u000a07:59:25.330285 run iperf3-srv_10.42.42.10(pid=14165): Terminating (SIGTERM)\u000a07:59:25.371373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14168): Terminating (SIGTERM)\u000a07:59:25.412451 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14171): Terminating (SIGTERM)\u000a07:59:25.453689 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14174): Terminating (SIGTERM)\u000a07:59:25.463230 --- ParallelTerminationStrategy: PID 14164 died...\u000a07:59:25.518443 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14164): Terminated: ok {rc=0}\u000a07:59:25.528444 --- ParallelTerminationStrategy: PID 14165 died...\u000a07:59:25.583356 run iperf3-srv_10.42.42.10(pid=14165): Terminated {rc=256}\u000a07:59:25.593262 --- ParallelTerminationStrategy: PID 14168 died...\u000a07:59:25.647859 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14168): Terminated: ok {rc=0}\u000a07:59:25.657814 --- ParallelTerminationStrategy: PID 14171 died...\u000a07:59:25.712552 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14171): Terminated: ok {rc=0}\u000a07:59:25.722494 --- ParallelTerminationStrategy: PID 14174 died...\u000a07:59:25.778476 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14174): Terminated: ok {rc=0}\u000a07:59:25.865664 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14190): Process ended prematurely: osmo-stp_10.42.42.5(pid=14190) [trial-2371↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14190)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14190): Process ended prematurely: osmo-stp_10.42.42.5(pid=14190) [trial-2371↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14190)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:nanobts+band-1900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a07:59:26.979184 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:26.990961 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:59:27.141105 tst iperf3m4.py: using LAC 26973\u000a07:59:27.262875 tst iperf3m4.py: using RAC 198\u000a07:59:27.385103 tst iperf3m4.py: using CellId 26973\u000a07:59:27.507368 tst iperf3m4.py: using BVCI 26974\u000a07:59:27.531350 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:27.542629 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:27.553813 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:27.564915 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:27.575978 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:27.587167 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:27.598393 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:27.609418 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:27.620632 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:59:27.734956 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:59:27.854686 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:59:27.971392 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:59:28.241963 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a07:59:28.363489 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:59:28.666891 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14176): Launched\u000a07:59:28.917988 run iperf3-srv_10.42.42.10(pid=14177): Launched\u000a07:59:29.095799 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a07:59:29.218005 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:59:29.520312 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14178): Launched\u000a07:59:29.771194 run iperf3-srv_10.42.42.10(pid=14179): Launched\u000a07:59:29.948713 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a07:59:30.070030 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:59:30.373134 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14180): Launched\u000a07:59:30.623909 run iperf3-srv_10.42.42.10(pid=14181): Launched\u000a07:59:30.800792 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a07:59:30.971231 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a07:59:31.357174 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14182): Launched\u000a07:59:31.650371 run iperf3-srv_10.42.42.10(pid=14183): Launched\u000a07:59:31.849028 tst iperf3m4.py:8: start network...\u000a07:59:31.984158 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:59:32.492452 run create_hlr_db(pid=14184): Launched\u000a07:59:32.673882 bus /gobi_6: Setting Powered False\u000a07:59:33.694326 run create_hlr_db(pid=14184): Terminated: ok {rc=0}\u000a07:59:34.111789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14186): Launched\u000a07:59:34.424714 run osmo-hlr_10.42.42.2(pid=14187): Launched\u000a07:59:34.541706 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:59:35.087147 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14189): Launched\u000a07:59:35.400582 run osmo-stp_10.42.42.5(pid=14190): Launched\u000a07:59:35.513252 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:59:36.059525 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14192): Launched\u000a07:59:36.170962 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:59:36.443608 run patchelf(pid=14193): Launched\u000a07:59:36.627004 run osmo-stp_10.42.42.5(pid=14190): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14190)]\u000a07:59:36.761242 run osmo-stp_10.42.42.5(pid=14190): stdout: \u000a| (launched: 2022-12-10_07:59:35.246993)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:59:36.896587 run osmo-stp_10.42.42.5(pid=14190): stderr: \u000a| �[0;m�[38;5;43m20221210075935439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075935439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075935439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075935440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075935440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075935440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075935440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:59:37.026317 run osmo-stp_10.42.42.5(pid=14190): stdout: \u000a| (launched: 2022-12-10_07:59:35.246993)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:59:37.154672 run osmo-stp_10.42.42.5(pid=14190): stderr: \u000a| �[0;m�[38;5;43m20221210075935439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075935439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075935439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075935440 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075935440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075935440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075935440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:59:37.305424 run patchelf(pid=14193): Terminating (SIGINT)\u000a07:59:37.482177 run patchelf(pid=14193): Terminated: ok {rc=0}\u000a07:59:37.514873 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14190): Process ended prematurely: osmo-stp_10.42.42.5(pid=14190) [trial-2371↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14190)] [trial-2371↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a07:59:37.524272 tst iperf3m4.py:8: Test FAILED (10.6 sec)\u000a07:59:37.586575 run osmo-hlr_10.42.42.2(pid=14187): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14187)]\u000a07:59:37.637270 run osmo-hlr_10.42.42.2(pid=14187): stdout: \u000a| (launched: 2022-12-10_07:59:34.271549) \u000a07:59:37.688279 run osmo-hlr_10.42.42.2(pid=14187): stderr: \u000a| �[0;m�[1;31m20221210075934468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075934468 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075934469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075934469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075934469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075934469 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075934482 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075934490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075934490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075934490 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:59:37.731890 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14176): Terminating (SIGTERM)\u000a07:59:37.773111 run iperf3-srv_10.42.42.10(pid=14177): Terminating (SIGTERM)\u000a07:59:37.814624 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14178): Terminating (SIGTERM)\u000a07:59:37.855740 run iperf3-srv_10.42.42.10(pid=14179): Terminating (SIGTERM)\u000a07:59:37.896869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14180): Terminating (SIGTERM)\u000a07:59:37.938257 run iperf3-srv_10.42.42.10(pid=14181): Terminating (SIGTERM)\u000a07:59:37.979587 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14182): Terminating (SIGTERM)\u000a07:59:38.020822 run iperf3-srv_10.42.42.10(pid=14183): Terminating (SIGTERM)\u000a07:59:38.063609 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14186): Terminating (SIGTERM)\u000a07:59:38.104731 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14189): Terminating (SIGTERM)\u000a07:59:38.145890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14192): Terminating (SIGTERM)\u000a07:59:38.155455 --- ParallelTerminationStrategy: PID 14176 died...\u000a07:59:38.210690 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14176): Terminated: ok {rc=0}\u000a07:59:38.220605 --- ParallelTerminationStrategy: PID 14177 died...\u000a07:59:38.276137 run iperf3-srv_10.42.42.10(pid=14177): Terminated {rc=256}\u000a07:59:38.286133 --- ParallelTerminationStrategy: PID 14178 died...\u000a07:59:38.340894 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14178): Terminated: ok {rc=0}\u000a07:59:38.350881 --- ParallelTerminationStrategy: PID 14179 died...\u000a07:59:38.405850 run iperf3-srv_10.42.42.10(pid=14179): Terminated {rc=256}\u000a07:59:38.415779 --- ParallelTerminationStrategy: PID 14180 died...\u000a07:59:38.470530 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14180): Terminated: ok {rc=0}\u000a07:59:38.480423 --- ParallelTerminationStrategy: PID 14181 died...\u000a07:59:38.534960 run iperf3-srv_10.42.42.10(pid=14181): Terminated {rc=256}\u000a07:59:38.544918 --- ParallelTerminationStrategy: PID 14182 died...\u000a07:59:38.599680 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14182): Terminated: ok {rc=0}\u000a07:59:38.609664 --- ParallelTerminationStrategy: PID 14183 died...\u000a07:59:38.664376 run iperf3-srv_10.42.42.10(pid=14183): Terminated {rc=256}\u000a07:59:38.674383 --- ParallelTerminationStrategy: PID 14186 died...\u000a07:59:38.729226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14186): Terminated: ok {rc=0}\u000a07:59:38.739227 --- ParallelTerminationStrategy: PID 14189 died...\u000a07:59:38.794262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14189): Terminated: ok {rc=0}\u000a07:59:38.804188 --- ParallelTerminationStrategy: PID 14192 died...\u000a07:59:38.859470 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14192): Terminated: ok {rc=0}\u000a07:59:38.946272 bus /gobi_4: Setting Powered False\u000a07:59:40.051543 bus /gobi_4: Setting Powered False\u000a07:59:41.161910 bus /gobi_1: Setting Powered False\u000a07:59:42.268741 bus /gobi_1: Setting Powered False\u000a07:59:43.377433 bus /gobi_0: Setting Powered False\u000a07:59:44.478833 bus /gobi_0: Setting Powered False\u000a07:59:45.591210 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14200): Process ended prematurely: osmo-stp_10.42.42.5(pid=14200) [trial-2371↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14200)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14200): Process ended prematurely: osmo-stp_10.42.42.5(pid=14200) [trial-2371↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14200)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a07:59:46.676467 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:46.692892 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:59:46.855792 tst ping.py: using LAC 26974\u000a07:59:46.974089 tst ping.py: using RAC 199\u000a07:59:47.090759 tst ping.py: using CellId 26974\u000a07:59:47.207369 tst ping.py: using BVCI 26975\u000a07:59:47.230513 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:47.242428 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:47.255212 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:47.267607 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:47.279311 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:47.293334 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:47.305955 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:47.317421 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:59:47.599562 tst ping.py:19: start network...\u000a07:59:47.728152 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:59:48.221768 run create_hlr_db(pid=14194): Launched\u000a07:59:48.400534 bus /gobi_6: Setting Powered False\u000a07:59:49.422845 run create_hlr_db(pid=14194): Terminated: ok {rc=0}\u000a07:59:49.811368 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14196): Launched\u000a07:59:50.100486 run osmo-hlr_10.42.42.2(pid=14197): Launched\u000a07:59:50.213932 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:59:50.728420 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14199): Launched\u000a07:59:51.015933 run osmo-stp_10.42.42.5(pid=14200): Launched\u000a07:59:51.121328 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:59:51.621399 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14202): Launched\u000a07:59:51.723267 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:59:51.973496 run patchelf(pid=14203): Launched\u000a07:59:52.141588 run osmo-stp_10.42.42.5(pid=14200): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14200)]\u000a07:59:52.264331 run osmo-stp_10.42.42.5(pid=14200): stdout: \u000a| (launched: 2022-12-10_07:59:50.874002)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:59:52.387619 run osmo-stp_10.42.42.5(pid=14200): stderr: \u000a| �[0;m�[38;5;43m20221210075951042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075951042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075951042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075951043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075951043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075951043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075951043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:59:52.506442 run osmo-stp_10.42.42.5(pid=14200): stdout: \u000a| (launched: 2022-12-10_07:59:50.874002)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a07:59:52.624262 run osmo-stp_10.42.42.5(pid=14200): stderr: \u000a| �[0;m�[38;5;43m20221210075951042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075951042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075951042 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075951043 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075951043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075951043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075951043 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a07:59:52.761850 run patchelf(pid=14203): Terminating (SIGINT)\u000a07:59:52.923824 run patchelf(pid=14203): Terminated: ok {rc=0}\u000a07:59:52.953349 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14200): Process ended prematurely: osmo-stp_10.42.42.5(pid=14200) [trial-2371↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14200)] [trial-2371↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py:22]\u000a07:59:52.961765 tst ping.py:22: Test FAILED (6.3 sec)\u000a07:59:53.021637 run osmo-hlr_10.42.42.2(pid=14197): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14197)]\u000a07:59:53.070425 run osmo-hlr_10.42.42.2(pid=14197): stdout: \u000a| (launched: 2022-12-10_07:59:49.957712) \u000a07:59:53.119632 run osmo-hlr_10.42.42.2(pid=14197): stderr: \u000a| �[0;m�[1;31m20221210075950132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075950132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075950132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075950132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075950132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075950132 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075950144 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075950152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075950152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075950152 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a07:59:53.161358 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14196): Terminating (SIGTERM)\u000a07:59:53.201115 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14199): Terminating (SIGTERM)\u000a07:59:53.241174 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14202): Terminating (SIGTERM)\u000a07:59:53.250878 --- ParallelTerminationStrategy: PID 14196 died...\u000a07:59:53.304213 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14196): Terminated: ok {rc=0}\u000a07:59:53.313995 --- ParallelTerminationStrategy: PID 14199 died...\u000a07:59:53.366643 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14199): Terminated: ok {rc=0}\u000a07:59:53.376484 --- ParallelTerminationStrategy: PID 14202 died...\u000a07:59:53.429401 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14202): Terminated: ok {rc=0}\u000a07:59:53.516403 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:nanobts+band-1900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14210): Process ended prematurely: osmo-stp_10.42.42.5(pid=14210) [trial-2371↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14210)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14210): Process ended prematurely: osmo-stp_10.42.42.5(pid=14210) [trial-2371↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14210)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:nanobts+band-1900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a07:59:54.569341 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:54.581427 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a07:59:54.735486 tst ping_idle_ping.py: using LAC 26975\u000a07:59:54.857446 tst ping_idle_ping.py: using RAC 200\u000a07:59:54.981845 tst ping_idle_ping.py: using CellId 26975\u000a07:59:55.100634 tst ping_idle_ping.py: using BVCI 26976\u000a07:59:55.124342 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:55.135682 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:55.146766 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:55.157891 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:55.168869 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:55.179972 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:55.191226 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a07:59:55.202292 tst gprs:nanobts+band-1900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a07:59:55.468707 tst ping_idle_ping.py:24: start network...\u000a07:59:55.589019 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a07:59:56.044837 run create_hlr_db(pid=14204): Launched\u000a07:59:56.211021 bus /gobi_6: Setting Powered False\u000a07:59:57.232539 run create_hlr_db(pid=14204): Terminated: ok {rc=0}\u000a07:59:57.617776 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14206): Launched\u000a07:59:57.905571 run osmo-hlr_10.42.42.2(pid=14207): Launched\u000a07:59:58.014540 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a07:59:58.523276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14209): Launched\u000a07:59:58.811155 run osmo-stp_10.42.42.5(pid=14210): Launched\u000a07:59:58.915601 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a07:59:59.416808 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14212): Launched\u000a07:59:59.518845 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a07:59:59.769354 run patchelf(pid=14213): Launched\u000a07:59:59.937980 run osmo-stp_10.42.42.5(pid=14210): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14210)]\u000a08:00:00.061274 run osmo-stp_10.42.42.5(pid=14210): stdout: \u000a| (launched: 2022-12-10_07:59:58.669321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:00:00.184867 run osmo-stp_10.42.42.5(pid=14210): stderr: \u000a| �[0;m�[38;5;43m20221210075958838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075958838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075958838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075958839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075958839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075958839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075958839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:00:00.304806 run osmo-stp_10.42.42.5(pid=14210): stdout: \u000a| (launched: 2022-12-10_07:59:58.669321)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:00:00.423316 run osmo-stp_10.42.42.5(pid=14210): stderr: \u000a| �[0;m�[38;5;43m20221210075958838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210075958838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210075958838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210075958839 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210075958839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210075958839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210075958839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:00:00.561345 run patchelf(pid=14213): Terminating (SIGINT)\u000a08:00:00.723656 run patchelf(pid=14213): Terminated: ok {rc=0}\u000a08:00:00.753313 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14210): Process ended prematurely: osmo-stp_10.42.42.5(pid=14210) [trial-2371↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14210)] [trial-2371↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a08:00:00.761820 tst ping_idle_ping.py:27: Test FAILED (6.2 sec)\u000a08:00:00.822003 run osmo-hlr_10.42.42.2(pid=14207): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:nanobts+band-1900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14207)]\u000a08:00:00.883587 run osmo-hlr_10.42.42.2(pid=14207): stdout: \u000a| (launched: 2022-12-10_07:59:57.763428) \u000a08:00:00.944714 run osmo-hlr_10.42.42.2(pid=14207): stderr: \u000a| �[0;m�[1;31m20221210075957939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210075957939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210075957939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075957939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210075957939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210075957939 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210075957951 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:nanobts+band-1900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210075957959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210075957959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210075957959 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:00:00.996289 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14206): Terminating (SIGTERM)\u000a08:00:01.050574 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14209): Terminating (SIGTERM)\u000a08:00:01.096227 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14212): Terminating (SIGTERM)\u000a08:00:01.108701 --- ParallelTerminationStrategy: PID 14206 died...\u000a08:00:01.170567 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14206): Terminated: ok {rc=0}\u000a08:00:01.181614 --- ParallelTerminationStrategy: PID 14209 died...\u000a08:00:01.253142 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14209): Terminated: ok {rc=0}\u000a08:00:01.264133 --- ParallelTerminationStrategy: PID 14212 died...\u000a08:00:01.324648 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14212): Terminated: ok {rc=0}\u000a08:00:01.419086 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "143", "name" : "gprs_nanobts+band-1900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T07:59:04" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14226): Process ended prematurely: osmo-stp_10.42.42.5(pid=14226) [trial-2371↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14226)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14226): Process ended prematurely: osmo-stp_10.42.42.5(pid=14226) [trial-2371↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14226)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a08:00:03.411713 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:00:03.423059 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:00:03.569693 tst switch_tch_pdch.py: using LAC 26976\u000a08:00:03.690238 tst switch_tch_pdch.py: using RAC 201\u000a08:00:03.809406 tst switch_tch_pdch.py: using CellId 26976\u000a08:00:03.929866 tst switch_tch_pdch.py: using BVCI 26977\u000a08:00:03.953552 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:00:03.965545 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:00:03.977535 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:00:03.990459 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:00:04.002796 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:00:04.015088 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:00:04.026880 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:00:04.039233 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:00:04.155100 tst dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:00:04.423567 tst switch_tch_pdch.py:51: start network...\u000a08:00:04.542130 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:00:04.992498 run create_hlr_db(pid=14220): Launched\u000a08:00:05.158072 bus /gobi_6: Setting Powered False\u000a08:00:06.179577 run create_hlr_db(pid=14220): Terminated: ok {rc=0}\u000a08:00:06.588909 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14222): Launched\u000a08:00:06.897813 run osmo-hlr_10.42.42.2(pid=14223): Launched\u000a08:00:07.011221 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:00:07.545179 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14225): Launched\u000a08:00:07.853129 run osmo-stp_10.42.42.5(pid=14226): Launched\u000a08:00:07.965260 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:00:08.503660 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14228): Launched\u000a08:00:08.613792 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:00:08.881504 run patchelf(pid=14229): Launched\u000a08:00:09.062003 run osmo-stp_10.42.42.5(pid=14226): ERR: Terminated: ERROR {rc=1} [trial-2371↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14226)]\u000a08:00:09.193934 run osmo-stp_10.42.42.5(pid=14226): stdout: \u000a| (launched: 2022-12-10_08:00:07.701438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:00:09.326109 run osmo-stp_10.42.42.5(pid=14226): stderr: \u000a| �[0;m�[38;5;43m20221210080007890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080007890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080007891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080007891 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080007893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080007893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080007894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:00:09.454028 run osmo-stp_10.42.42.5(pid=14226): stdout: \u000a| (launched: 2022-12-10_08:00:07.701438)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:00:09.580134 run osmo-stp_10.42.42.5(pid=14226): stderr: \u000a| �[0;m�[38;5;43m20221210080007890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080007890 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080007891 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080007891 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080007893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080007893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080007894 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:00:09.727720 run patchelf(pid=14229): Terminating (SIGINT)\u000a08:00:09.901436 run patchelf(pid=14229): Terminated: ok {rc=0}\u000a08:00:09.932860 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=14226): Process ended prematurely: osmo-stp_10.42.42.5(pid=14226) [trial-2371↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14226)] [trial-2371↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a08:00:09.941930 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a08:00:10.003789 run osmo-hlr_10.42.42.2(pid=14223): ERR: Terminated: ERROR {rc=237} [trial-2371↪dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14223)]\u000a08:00:10.054500 run osmo-hlr_10.42.42.2(pid=14223): stdout: \u000a| (launched: 2022-12-10_08:00:06.745661) \u000a08:00:10.105910 run osmo-hlr_10.42.42.2(pid=14223): stderr: \u000a| �[0;m�[1;31m20221210080006940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080006940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080006940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080006940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080006940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080006940 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080006953 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/dynts:nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080006961 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080006962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080006962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:00:10.149792 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14222): Terminating (SIGTERM)\u000a08:00:10.191254 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14225): Terminating (SIGTERM)\u000a08:00:10.232843 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14228): Terminating (SIGTERM)\u000a08:00:10.242662 --- ParallelTerminationStrategy: PID 14222 died...\u000a08:00:10.298134 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14222): Terminated: ok {rc=0}\u000a08:00:10.308219 --- ParallelTerminationStrategy: PID 14225 died...\u000a08:00:10.363735 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14225): Terminated: ok {rc=0}\u000a08:00:10.373844 --- ParallelTerminationStrategy: PID 14228 died...\u000a08:00:10.428932 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14228): Terminated: ok {rc=0}\u000a08:00:10.514913 bus /gobi_0: Setting Powered False\u000a08:00:11.615454 bus /gobi_0: Setting Powered False\u000a08:00:12.726126 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "144", "name" : "dynts_nanobts+band-1900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:00:03" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "sms:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14239): Process ended prematurely: osmo-stp_10.42.42.5(pid=14239) [trial-2371↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14239)]", "failedSince" : 2331, "name" : "mo_mt_sms.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/sms/mo_mt_sms.py\", line 16, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14239): Process ended prematurely: osmo-stp_10.42.42.5(pid=14239) [trial-2371↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14239)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 sms:nanobts+band-900 mo_mt_sms.py\u000a----------------------------------------------\u000a08:00:14.662908 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:00:14.673974 tst sms:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a08:00:14.809200 tst mo_mt_sms.py: using LAC 26977\u000a08:00:14.929371 tst mo_mt_sms.py: using RAC 202\u000a08:00:15.048842 tst mo_mt_sms.py: using CellId 26977\u000a08:00:15.169273 tst mo_mt_sms.py: using BVCI 26978\u000a08:00:15.192470 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:00:15.203360 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:00:15.214203 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:00:15.224925 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:00:15.235726 tst sms:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:00:15.246434 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a08:00:15.358482 tst sms:nanobts+band-900: Using 1 x modem (candidates: 2)\u000a08:00:15.550661 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:00:16.051906 run create_hlr_db(pid=14233): Launched\u000a08:00:16.224231 bus /gobi_6: Setting Powered False\u000a08:00:17.243517 run create_hlr_db(pid=14233): Terminated: ok {rc=0}\u000a08:00:17.628031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14235): Launched\u000a08:00:17.915063 run osmo-hlr_10.42.42.2(pid=14236): Launched\u000a08:00:18.024484 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:00:18.533351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14238): Launched\u000a08:00:18.819374 run osmo-stp_10.42.42.5(pid=14239): Launched\u000a08:00:18.924189 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:00:19.447896 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14241): Launched\u000a08:00:19.737384 run osmo-msc_10.42.42.6(pid=14242): Launched\u000a08:00:19.908073 run osmo-stp_10.42.42.5(pid=14239): ERR: Terminated: ERROR {rc=1} [trial-2371↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14239)]\u000a08:00:20.031166 run osmo-stp_10.42.42.5(pid=14239): stdout: \u000a| (launched: 2022-12-10_08:00:18.677921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:00:20.151596 run osmo-stp_10.42.42.5(pid=14239): stderr: \u000a| �[0;m�[38;5;43m20221210080018845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080018845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080018846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080018846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080018846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080018847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080018847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:00:20.267613 run osmo-stp_10.42.42.5(pid=14239): stdout: \u000a| (launched: 2022-12-10_08:00:18.677921)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:00:20.382702 run osmo-stp_10.42.42.5(pid=14239): stderr: \u000a| �[0;m�[38;5;43m20221210080018845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080018845 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080018846 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080018846 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080018846 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080018847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080018847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:00:20.433073 tst mo_mt_sms.py:16: ERR: Error: osmo-stp_10.42.42.5(pid=14239): Process ended prematurely: osmo-stp_10.42.42.5(pid=14239) [trial-2371↪sms:nanobts+band-900↪mo_mt_sms.py:16↪mo_mt_sms.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14239)] [trial-2371↪sms:nanobts+band-900↪mo_mt_sms.py:16]\u000a08:00:20.440874 tst mo_mt_sms.py:16: Test FAILED (5.8 sec)\u000a08:00:20.501168 run osmo-hlr_10.42.42.2(pid=14236): ERR: Terminated: ERROR {rc=237} [trial-2371↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14236)]\u000a08:00:20.550006 run osmo-hlr_10.42.42.2(pid=14236): stdout: \u000a| (launched: 2022-12-10_08:00:17.773363) \u000a08:00:20.599852 run osmo-hlr_10.42.42.2(pid=14236): stderr: \u000a| �[0;m�[1;31m20221210080017946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080017946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080017946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080017946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080017946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080017946 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080017957 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/sms:nanobts+band-900/mo_mt_sms.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080017966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080017966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080017966 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:00:20.667028 run osmo-msc_10.42.42.6(pid=14242): ERR: Terminated: ERROR {rc=2} [trial-2371↪sms:nanobts+band-900↪mo_mt_sms.py↪mo_mt_sms.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14242)]\u000a08:00:20.715731 run osmo-msc_10.42.42.6(pid=14242): stdout: \u000a| (launched: 2022-12-10_08:00:19.593846) \u000a08:00:20.765324 run osmo-msc_10.42.42.6(pid=14242): stderr: \u000a| �[0;m�[38;5;43m20221210080019864 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210080019864 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3b8d866c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210080019864 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210080019864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210080019864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210080019865 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210080019866 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210080019867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210080019867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210080019867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:00:20.807452 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14235): Terminating (SIGTERM)\u000a08:00:20.847310 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14238): Terminating (SIGTERM)\u000a08:00:20.887428 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14241): Terminating (SIGTERM)\u000a08:00:20.897036 --- ParallelTerminationStrategy: PID 14235 died...\u000a08:00:20.950252 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14235): Terminated: ok {rc=0}\u000a08:00:20.960377 --- ParallelTerminationStrategy: PID 14238 died...\u000a08:00:21.013994 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14238): Terminated: ok {rc=0}\u000a08:00:21.023741 --- ParallelTerminationStrategy: PID 14241 died...\u000a08:00:21.076707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14241): Terminated: ok {rc=0}\u000a08:00:21.163677 bus /sierra_3: Setting Powered False\u000a08:00:22.269407 bus /sierra_3: Setting Powered False\u000a08:00:23.380026 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 11.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "145", "name" : "sms_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:00:14" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "nitb_ussd:nanobts+band-900", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=14249): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14249) [trial-2371↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14249)]", "failedSince" : 2172, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_ussd/assert_extension.py\", line 12, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=14249): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14249) [trial-2371↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14249)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 nitb_ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a08:00:25.218322 tst nitb_ussd:nanobts+band-900: Using 1 x ip_address (candidates: 1)\u000a08:00:25.229565 tst nitb_ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a08:00:25.370911 tst assert_extension.py: using LAC 26978\u000a08:00:25.490090 tst assert_extension.py: using RAC 203\u000a08:00:25.604302 tst assert_extension.py: using CellId 26978\u000a08:00:25.716258 tst assert_extension.py: using BVCI 26979\u000a08:00:25.738151 tst nitb_ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a08:00:26.018866 tst assert_extension.py:10: start nitb and bts...\u000a08:00:26.146820 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:00:26.781594 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14248): Launched\u000a08:00:27.085575 run osmo-nitb_10.42.42.2(pid=14249): Launched\u000a08:00:27.275046 run osmo-nitb_10.42.42.2(pid=14249): ERR: Terminated: ERROR {rc=2} [trial-2371↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14249)]\u000a08:00:27.414773 run osmo-nitb_10.42.42.2(pid=14249): stdout: \u000a| (launched: 2022-12-10_08:00:26.938150) \u000a08:00:27.555066 run osmo-nitb_10.42.42.2(pid=14249): stderr: \u000a| (launched: 2022-12-10_08:00:26.984027)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:00:27.690984 run osmo-nitb_10.42.42.2(pid=14249): stdout: \u000a| (launched: 2022-12-10_08:00:26.938150) \u000a08:00:27.825268 run osmo-nitb_10.42.42.2(pid=14249): stderr: \u000a| (launched: 2022-12-10_08:00:26.984027)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:00:28.208488 tst osmo-nitb_10.42.42.2(pid=14249): stdout: \u000a| (launched: 2022-12-10_08:00:26.938150) \u000a08:00:28.331557 tst osmo-nitb_10.42.42.2(pid=14249): stderr: \u000a| (launched: 2022-12-10_08:00:26.984027)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:00:28.385410 tst assert_extension.py:12: ERR: Error: osmo-nitb_10.42.42.2(pid=14249): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14249) [trial-2371↪nitb_ussd:nanobts+band-900↪assert_extension.py:12↪assert_extension.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14249)] [trial-2371↪nitb_ussd:nanobts+band-900↪assert_extension.py:12]\u000a08:00:28.394260 tst assert_extension.py:12: Test FAILED (3.2 sec)\u000a08:00:28.430145 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14248): Terminating (SIGTERM)\u000a08:00:28.608013 --- ParallelTerminationStrategy: PID 14248 died...\u000a08:00:28.665275 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14248): Terminated: ok {rc=0}\u000a08:00:28.752276 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 6.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "146", "name" : "nitb_ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:00:25" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "ussd:nanobts+band-900", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14259): Process ended prematurely: osmo-stp_10.42.42.5(pid=14259) [trial-2371↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14259)]", "failedSince" : 2331, "name" : "assert_extension.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/ussd/assert_extension.py\", line 17, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14259): Process ended prematurely: osmo-stp_10.42.42.5(pid=14259) [trial-2371↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14259)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 ussd:nanobts+band-900 assert_extension.py\u000a----------------------------------------------\u000a08:00:30.593056 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:00:30.605143 tst ussd:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a08:00:30.734680 tst assert_extension.py: using LAC 26979\u000a08:00:30.873312 tst assert_extension.py: using RAC 204\u000a08:00:31.001599 tst assert_extension.py: using CellId 26979\u000a08:00:31.121164 tst assert_extension.py: using BVCI 26980\u000a08:00:31.145157 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:00:31.156666 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:00:31.168028 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:00:31.179831 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:00:31.192214 tst ussd:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:00:31.203797 tst ussd:nanobts+band-900: Using 1 x modem (candidates: 1)\u000a08:00:31.407273 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:00:31.950297 run create_hlr_db(pid=14253): Launched\u000a08:00:32.133805 bus /sierra_2: Setting Powered False\u000a08:00:33.151200 run create_hlr_db(pid=14253): Terminated: ok {rc=0}\u000a08:00:33.561360 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14255): Launched\u000a08:00:33.870199 run osmo-hlr_10.42.42.2(pid=14256): Launched\u000a08:00:33.983299 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:00:34.520106 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14258): Launched\u000a08:00:34.829140 run osmo-stp_10.42.42.5(pid=14259): Launched\u000a08:00:34.941674 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:00:35.507812 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14261): Launched\u000a08:00:35.816605 run osmo-msc_10.42.42.6(pid=14262): Launched\u000a08:00:35.998259 run osmo-stp_10.42.42.5(pid=14259): ERR: Terminated: ERROR {rc=1} [trial-2371↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14259)]\u000a08:00:36.128735 run osmo-stp_10.42.42.5(pid=14259): stdout: \u000a| (launched: 2022-12-10_08:00:34.676752)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:00:36.258846 run osmo-stp_10.42.42.5(pid=14259): stderr: \u000a| �[0;m�[38;5;43m20221210080034867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080034868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080034868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080034868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080034869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080034869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080034869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:00:36.382527 run osmo-stp_10.42.42.5(pid=14259): stdout: \u000a| (launched: 2022-12-10_08:00:34.676752)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:00:36.504714 run osmo-stp_10.42.42.5(pid=14259): stderr: \u000a| �[0;m�[38;5;43m20221210080034867 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080034868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080034868 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080034868 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080034869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080034869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080034869 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:00:36.558575 tst assert_extension.py:17: ERR: Error: osmo-stp_10.42.42.5(pid=14259): Process ended prematurely: osmo-stp_10.42.42.5(pid=14259) [trial-2371↪ussd:nanobts+band-900↪assert_extension.py:17↪assert_extension.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14259)] [trial-2371↪ussd:nanobts+band-900↪assert_extension.py:17]\u000a08:00:36.566898 tst assert_extension.py:17: Test FAILED (6.0 sec)\u000a08:00:36.628869 run osmo-hlr_10.42.42.2(pid=14256): ERR: Terminated: ERROR {rc=237} [trial-2371↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14256)]\u000a08:00:36.679698 run osmo-hlr_10.42.42.2(pid=14256): stdout: \u000a| (launched: 2022-12-10_08:00:33.718841) \u000a08:00:36.731114 run osmo-hlr_10.42.42.2(pid=14256): stderr: \u000a| �[0;m�[1;31m20221210080033914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080033914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080033914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080033914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080033914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080033914 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080033927 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/ussd:nanobts+band-900/assert_extension.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080033935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080033935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080033935 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:00:36.801001 run osmo-msc_10.42.42.6(pid=14262): ERR: Terminated: ERROR {rc=2} [trial-2371↪ussd:nanobts+band-900↪assert_extension.py↪assert_extension.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14262)]\u000a08:00:36.852023 run osmo-msc_10.42.42.6(pid=14262): stdout: \u000a| (launched: 2022-12-10_08:00:35.665277) \u000a08:00:36.903385 run osmo-msc_10.42.42.6(pid=14262): stderr: \u000a| �[0;m�[38;5;43m20221210080035985 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210080035985 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fadb574ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210080035985 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210080035985 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210080035986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210080035986 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210080035987 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210080035988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210080035988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210080035988 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:00:36.946997 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14255): Terminating (SIGTERM)\u000a08:00:36.988434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14258): Terminating (SIGTERM)\u000a08:00:37.030231 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14261): Terminating (SIGTERM)\u000a08:00:37.039528 --- ParallelTerminationStrategy: PID 14255 died...\u000a08:00:37.095241 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14255): Terminated: ok {rc=0}\u000a08:00:37.105397 --- ParallelTerminationStrategy: PID 14258 died...\u000a08:00:37.160785 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14258): Terminated: ok {rc=0}\u000a08:00:37.170850 --- ParallelTerminationStrategy: PID 14261 died...\u000a08:00:37.226245 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14261): Terminated: ok {rc=0}\u000a08:00:37.313281 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 9.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "147", "name" : "ussd_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:00:30" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14274): Process ended prematurely: osmo-stp_10.42.42.5(pid=14274) [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14274)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14274): Process ended prematurely: osmo-stp_10.42.42.5(pid=14274) [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14274)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call.py\u000a----------------------------------------------\u000a08:00:39.267563 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:00:39.278754 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a08:00:39.439412 tst mo_mt_call.py: using LAC 26980\u000a08:00:39.558475 tst mo_mt_call.py: using RAC 205\u000a08:00:39.674327 tst mo_mt_call.py: using CellId 26980\u000a08:00:39.790985 tst mo_mt_call.py: using BVCI 26981\u000a08:00:39.813251 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:00:39.824281 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:00:39.835197 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:00:39.846797 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:00:39.859398 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:00:39.870377 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:00:39.984610 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:00:40.180757 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:00:40.637933 run create_hlr_db(pid=14268): Launched\u000a08:00:40.805109 bus /sierra_2: Setting Powered False\u000a08:00:41.828338 run create_hlr_db(pid=14268): Terminated: ok {rc=0}\u000a08:00:42.216894 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14270): Launched\u000a08:00:42.507950 run osmo-hlr_10.42.42.2(pid=14271): Launched\u000a08:00:42.620063 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:00:43.136332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14273): Launched\u000a08:00:43.429541 run osmo-stp_10.42.42.5(pid=14274): Launched\u000a08:00:43.536633 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:00:44.071975 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14276): Launched\u000a08:00:44.365091 run osmo-msc_10.42.42.6(pid=14277): Launched\u000a08:00:44.537961 run osmo-stp_10.42.42.5(pid=14274): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14274)]\u000a08:00:44.662922 run osmo-stp_10.42.42.5(pid=14274): stdout: \u000a| (launched: 2022-12-10_08:00:43.284555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:00:44.784806 run osmo-stp_10.42.42.5(pid=14274): stderr: \u000a| �[0;m�[38;5;43m20221210080043453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080043453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080043453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080043454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080043454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080043454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080043454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:00:44.902514 run osmo-stp_10.42.42.5(pid=14274): stdout: \u000a| (launched: 2022-12-10_08:00:43.284555)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:00:45.018871 run osmo-stp_10.42.42.5(pid=14274): stderr: \u000a| �[0;m�[38;5;43m20221210080043453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080043453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080043453 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080043454 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080043454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080043454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080043454 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:00:45.070448 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14274): Process ended prematurely: osmo-stp_10.42.42.5(pid=14274) [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14274)] [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py:8]\u000a08:00:45.079097 tst mo_mt_call.py:8: Test FAILED (5.8 sec)\u000a08:00:45.139403 run osmo-hlr_10.42.42.2(pid=14271): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14271)]\u000a08:00:45.188117 run osmo-hlr_10.42.42.2(pid=14271): stdout: \u000a| (launched: 2022-12-10_08:00:42.364257) \u000a08:00:45.237717 run osmo-hlr_10.42.42.2(pid=14271): stderr: \u000a| �[0;m�[1;31m20221210080042538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080042538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080042538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080042538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080042538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080042538 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080042549 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080042558 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080042559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080042559 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:00:45.305003 run osmo-msc_10.42.42.6(pid=14277): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14277)]\u000a08:00:45.353620 run osmo-msc_10.42.42.6(pid=14277): stdout: \u000a| (launched: 2022-12-10_08:00:44.219925) \u000a08:00:45.403384 run osmo-msc_10.42.42.6(pid=14277): stderr: \u000a| �[0;m�[38;5;43m20221210080044489 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210080044489 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f35d0ea8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210080044490 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210080044490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210080044490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210080044490 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210080044492 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210080044492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210080044492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210080044492 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:00:45.445317 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14270): Terminating (SIGTERM)\u000a08:00:45.485598 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14273): Terminating (SIGTERM)\u000a08:00:45.525407 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14276): Terminating (SIGTERM)\u000a08:00:45.534881 --- ParallelTerminationStrategy: PID 14270 died...\u000a08:00:45.588867 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14270): Terminated: ok {rc=0}\u000a08:00:45.598713 --- ParallelTerminationStrategy: PID 14273 died...\u000a08:00:45.652251 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14273): Terminated: ok {rc=0}\u000a08:00:45.662371 --- ParallelTerminationStrategy: PID 14276 died...\u000a08:00:45.716037 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14276): Terminated: ok {rc=0}\u000a08:00:45.805299 bus /sierra_3: Setting Powered False\u000a08:00:46.924594 bus /sierra_3: Setting Powered False\u000a08:00:48.035381 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14285): Process ended prematurely: osmo-stp_10.42.42.5(pid=14285) [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14285)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14285): Process ended prematurely: osmo-stp_10.42.42.5(pid=14285) [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14285)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:00:49.148252 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:00:49.160290 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x bts (candidates: 1)\u000a08:00:49.318154 tst mo_mt_call_osmux.py: using LAC 26981\u000a08:00:49.443147 tst mo_mt_call_osmux.py: using RAC 206\u000a08:00:49.566232 tst mo_mt_call_osmux.py: using CellId 26981\u000a08:00:49.689023 tst mo_mt_call_osmux.py: using BVCI 26982\u000a08:00:49.712837 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:00:49.724408 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:00:49.735954 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:00:49.747689 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:00:49.759450 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x ip_address (candidates: 6)\u000a08:00:49.770790 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:00:49.885477 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1: Using 1 x modem (candidates: 2)\u000a08:00:50.085005 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:00:50.560101 run create_hlr_db(pid=14279): Launched\u000a08:00:50.741208 bus /sierra_2: Setting Powered False\u000a08:00:51.763803 run create_hlr_db(pid=14279): Terminated: ok {rc=0}\u000a08:00:52.181884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14281): Launched\u000a08:00:52.495918 run osmo-hlr_10.42.42.2(pid=14282): Launched\u000a08:00:52.612813 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:00:53.159351 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14284): Launched\u000a08:00:53.473165 run osmo-stp_10.42.42.5(pid=14285): Launched\u000a08:00:53.587607 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:00:54.162246 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14287): Launched\u000a08:00:54.475735 run osmo-msc_10.42.42.6(pid=14288): Launched\u000a08:00:54.660002 run osmo-stp_10.42.42.5(pid=14285): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14285)]\u000a08:00:54.792907 run osmo-stp_10.42.42.5(pid=14285): stdout: \u000a| (launched: 2022-12-10_08:00:53.319223)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:00:54.926117 run osmo-stp_10.42.42.5(pid=14285): stderr: \u000a| �[0;m�[38;5;43m20221210080053513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080053513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080053513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080053514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080053514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080053514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080053514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:00:55.051821 run osmo-stp_10.42.42.5(pid=14285): stdout: \u000a| (launched: 2022-12-10_08:00:53.319223)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:00:55.176744 run osmo-stp_10.42.42.5(pid=14285): stderr: \u000a| �[0;m�[38;5;43m20221210080053513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080053513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080053513 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080053514 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080053514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080053514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080053514 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:00:55.231842 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14285): Process ended prematurely: osmo-stp_10.42.42.5(pid=14285) [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14285)] [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py:8]\u000a08:00:55.240854 tst mo_mt_call_osmux.py:8: Test FAILED (6.1 sec)\u000a08:00:55.302540 run osmo-hlr_10.42.42.2(pid=14282): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14282)]\u000a08:00:55.353270 run osmo-hlr_10.42.42.2(pid=14282): stdout: \u000a| (launched: 2022-12-10_08:00:52.341811) \u000a08:00:55.404460 run osmo-hlr_10.42.42.2(pid=14282): stderr: \u000a| �[0;m�[1;31m20221210080052539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080052539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080052539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080052539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080052539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080052539 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080052552 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080052561 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080052562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080052562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:00:55.476378 run osmo-msc_10.42.42.6(pid=14288): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14288)]\u000a08:00:55.525222 run osmo-msc_10.42.42.6(pid=14288): stdout: \u000a| (launched: 2022-12-10_08:00:54.321754) \u000a08:00:55.574593 run osmo-msc_10.42.42.6(pid=14288): stderr: \u000a| �[0;m�[38;5;43m20221210080054645 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210080054645 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9fb375cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210080054645 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210080054645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210080054645 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210080054646 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210080054647 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210080054648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210080054648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210080054648 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:00:55.616581 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14281): Terminating (SIGTERM)\u000a08:00:55.656653 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14284): Terminating (SIGTERM)\u000a08:00:55.696513 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14287): Terminating (SIGTERM)\u000a08:00:55.706185 --- ParallelTerminationStrategy: PID 14281 died...\u000a08:00:55.759624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14281): Terminated: ok {rc=0}\u000a08:00:55.769839 --- ParallelTerminationStrategy: PID 14284 died...\u000a08:00:55.823330 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14284): Terminated: ok {rc=0}\u000a08:00:55.833487 --- ParallelTerminationStrategy: PID 14287 died...\u000a08:00:55.887187 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14287): Terminated: ok {rc=0}\u000a08:00:55.975836 bus /sierra_3: Setting Powered False\u000a08:00:57.078920 bus /sierra_3: Setting Powered False\u000a08:00:58.189378 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "148", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr1", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:00:38" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14299): Process ended prematurely: osmo-stp_10.42.42.5(pid=14299) [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14299)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14299): Process ended prematurely: osmo-stp_10.42.42.5(pid=14299) [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14299)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call.py\u000a----------------------------------------------\u000a08:01:00.185136 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:01:00.196200 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a08:01:00.354859 tst mo_mt_call.py: using LAC 26982\u000a08:01:00.477741 tst mo_mt_call.py: using RAC 207\u000a08:01:00.601574 tst mo_mt_call.py: using CellId 26982\u000a08:01:00.714958 tst mo_mt_call.py: using BVCI 26983\u000a08:01:00.737136 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:01:00.748116 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:01:00.759213 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:01:00.770500 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:01:00.781700 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:01:00.792734 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:01:00.936106 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:01:01.195612 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:01:01.764417 run create_hlr_db(pid=14293): Launched\u000a08:01:01.951884 bus /sierra_2: Setting Powered False\u000a08:01:02.968155 run create_hlr_db(pid=14293): Terminated: ok {rc=0}\u000a08:01:03.384223 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14295): Launched\u000a08:01:03.696759 run osmo-hlr_10.42.42.2(pid=14296): Launched\u000a08:01:03.814564 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:01:04.358771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14298): Launched\u000a08:01:04.672461 run osmo-stp_10.42.42.5(pid=14299): Launched\u000a08:01:04.786263 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:01:05.358595 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14301): Launched\u000a08:01:05.671374 run osmo-msc_10.42.42.6(pid=14302): Launched\u000a08:01:05.855144 run osmo-stp_10.42.42.5(pid=14299): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14299)]\u000a08:01:05.988374 run osmo-stp_10.42.42.5(pid=14299): stdout: \u000a| (launched: 2022-12-10_08:01:04.518872)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:01:06.120706 run osmo-stp_10.42.42.5(pid=14299): stderr: \u000a| �[0;m�[38;5;43m20221210080104709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080104710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080104710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080104710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080104711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080104711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080104711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:01:06.246372 run osmo-stp_10.42.42.5(pid=14299): stdout: \u000a| (launched: 2022-12-10_08:01:04.518872)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:01:06.371236 run osmo-stp_10.42.42.5(pid=14299): stderr: \u000a| �[0;m�[38;5;43m20221210080104709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080104710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080104710 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080104710 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080104711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080104711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080104711 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:01:06.426229 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14299): Process ended prematurely: osmo-stp_10.42.42.5(pid=14299) [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14299)] [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py:8]\u000a08:01:06.435361 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a08:01:06.496749 run osmo-hlr_10.42.42.2(pid=14296): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14296)]\u000a08:01:06.547998 run osmo-hlr_10.42.42.2(pid=14296): stdout: \u000a| (launched: 2022-12-10_08:01:03.543661) \u000a08:01:06.599217 run osmo-hlr_10.42.42.2(pid=14296): stderr: \u000a| �[0;m�[1;31m20221210080103740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080103740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080103740 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080103741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080103741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080103741 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080103752 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080103761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080103761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080103761 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:01:06.668643 run osmo-msc_10.42.42.6(pid=14302): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14302)]\u000a08:01:06.719196 run osmo-msc_10.42.42.6(pid=14302): stdout: \u000a| (launched: 2022-12-10_08:01:05.518087) \u000a08:01:06.770302 run osmo-msc_10.42.42.6(pid=14302): stderr: \u000a| �[0;m�[38;5;43m20221210080105838 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210080105838 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f54d0727c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210080105838 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210080105838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210080105838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210080105839 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210080105840 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210080105841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210080105841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210080105841 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:01:06.813952 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14295): Terminating (SIGTERM)\u000a08:01:06.855475 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14298): Terminating (SIGTERM)\u000a08:01:06.896857 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14301): Terminating (SIGTERM)\u000a08:01:06.906611 --- ParallelTerminationStrategy: PID 14295 died...\u000a08:01:06.961983 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14295): Terminated: ok {rc=0}\u000a08:01:06.972042 --- ParallelTerminationStrategy: PID 14298 died...\u000a08:01:07.027242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14298): Terminated: ok {rc=0}\u000a08:01:07.037437 --- ParallelTerminationStrategy: PID 14301 died...\u000a08:01:07.092344 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14301): Terminated: ok {rc=0}\u000a08:01:07.178637 bus /sierra_3: Setting Powered False\u000a08:01:08.282313 bus /sierra_3: Setting Powered False\u000a08:01:09.388524 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14310): Process ended prematurely: osmo-stp_10.42.42.5(pid=14310) [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14310)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14310): Process ended prematurely: osmo-stp_10.42.42.5(pid=14310) [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14310)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:01:10.495888 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:01:10.507576 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x bts (candidates: 1)\u000a08:01:10.656932 tst mo_mt_call_osmux.py: using LAC 26983\u000a08:01:10.773260 tst mo_mt_call_osmux.py: using RAC 208\u000a08:01:10.889629 tst mo_mt_call_osmux.py: using CellId 26983\u000a08:01:11.005706 tst mo_mt_call_osmux.py: using BVCI 26984\u000a08:01:11.027742 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:01:11.038740 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:01:11.049568 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:01:11.060331 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:01:11.071704 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x ip_address (candidates: 6)\u000a08:01:11.083240 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:01:11.200999 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2: Using 1 x modem (candidates: 2)\u000a08:01:11.398439 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:01:11.858404 run create_hlr_db(pid=14304): Launched\u000a08:01:12.027714 bus /sierra_2: Setting Powered False\u000a08:01:13.059566 run create_hlr_db(pid=14304): Terminated: ok {rc=0}\u000a08:01:13.450624 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14306): Launched\u000a08:01:13.743028 run osmo-hlr_10.42.42.2(pid=14307): Launched\u000a08:01:13.852317 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:01:14.366724 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14309): Launched\u000a08:01:14.659723 run osmo-stp_10.42.42.5(pid=14310): Launched\u000a08:01:14.766351 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:01:15.300815 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14312): Launched\u000a08:01:15.593942 run osmo-msc_10.42.42.6(pid=14313): Launched\u000a08:01:15.767445 run osmo-stp_10.42.42.5(pid=14310): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14310)]\u000a08:01:15.904632 run osmo-stp_10.42.42.5(pid=14310): stdout: \u000a| (launched: 2022-12-10_08:01:14.515003)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:01:16.041522 run osmo-stp_10.42.42.5(pid=14310): stderr: \u000a| �[0;m�[38;5;43m20221210080114684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080114684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080114685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080114685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080114685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080114686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080114686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:01:16.162783 run osmo-stp_10.42.42.5(pid=14310): stdout: \u000a| (launched: 2022-12-10_08:01:14.515003)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:01:16.283145 run osmo-stp_10.42.42.5(pid=14310): stderr: \u000a| �[0;m�[38;5;43m20221210080114684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080114684 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080114685 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080114685 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080114685 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080114686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080114686 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:01:16.336405 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14310): Process ended prematurely: osmo-stp_10.42.42.5(pid=14310) [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14310)] [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py:8]\u000a08:01:16.345887 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a08:01:16.409731 run osmo-hlr_10.42.42.2(pid=14307): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14307)]\u000a08:01:16.460671 run osmo-hlr_10.42.42.2(pid=14307): stdout: \u000a| (launched: 2022-12-10_08:01:13.598914) \u000a08:01:16.512357 run osmo-hlr_10.42.42.2(pid=14307): stderr: \u000a| �[0;m�[1;31m20221210080113773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080113773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080113773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080113773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080113773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080113773 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080113786 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080113794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080113794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080113794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:01:16.581625 run osmo-msc_10.42.42.6(pid=14313): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14313)]\u000a08:01:16.632440 run osmo-msc_10.42.42.6(pid=14313): stdout: \u000a| (launched: 2022-12-10_08:01:15.449176) \u000a08:01:16.683926 run osmo-msc_10.42.42.6(pid=14313): stderr: \u000a| �[0;m�[38;5;43m20221210080115718 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210080115718 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1bc1c4ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210080115719 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210080115719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210080115719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210080115719 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210080115721 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210080115721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210080115721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210080115721 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:01:16.726741 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14306): Terminating (SIGTERM)\u000a08:01:16.768435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14309): Terminating (SIGTERM)\u000a08:01:16.812069 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14312): Terminating (SIGTERM)\u000a08:01:16.823205 --- ParallelTerminationStrategy: PID 14306 died...\u000a08:01:16.879272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14306): Terminated: ok {rc=0}\u000a08:01:16.889856 --- ParallelTerminationStrategy: PID 14309 died...\u000a08:01:16.946067 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14309): Terminated: ok {rc=0}\u000a08:01:16.956607 --- ParallelTerminationStrategy: PID 14312 died...\u000a08:01:17.012580 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14312): Terminated: ok {rc=0}\u000a08:01:17.101467 bus /sierra_3: Setting Powered False\u000a08:01:18.204049 bus /sierra_3: Setting Powered False\u000a08:01:19.315430 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "149", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr2", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:00:59" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14324): Process ended prematurely: osmo-stp_10.42.42.5(pid=14324) [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14324)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14324): Process ended prematurely: osmo-stp_10.42.42.5(pid=14324) [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14324)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call.py\u000a----------------------------------------------\u000a08:01:21.308719 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:01:21.320311 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a08:01:21.477596 tst mo_mt_call.py: using LAC 26984\u000a08:01:21.602321 tst mo_mt_call.py: using RAC 209\u000a08:01:21.727249 tst mo_mt_call.py: using CellId 26984\u000a08:01:21.852221 tst mo_mt_call.py: using BVCI 26985\u000a08:01:21.876450 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:01:21.887935 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:01:21.899296 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:01:21.910753 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:01:21.922195 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:01:21.933494 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:01:22.053680 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:01:22.261246 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:01:22.762197 run create_hlr_db(pid=14318): Launched\u000a08:01:22.944107 bus /sierra_2: Setting Powered False\u000a08:01:23.966582 run create_hlr_db(pid=14318): Terminated: ok {rc=0}\u000a08:01:24.385834 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14320): Launched\u000a08:01:24.700180 run osmo-hlr_10.42.42.2(pid=14321): Launched\u000a08:01:24.814880 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:01:25.358262 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14323): Launched\u000a08:01:25.670531 run osmo-stp_10.42.42.5(pid=14324): Launched\u000a08:01:25.783872 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:01:26.357143 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14326): Launched\u000a08:01:26.669800 run osmo-msc_10.42.42.6(pid=14327): Launched\u000a08:01:26.853595 run osmo-stp_10.42.42.5(pid=14324): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14324)]\u000a08:01:26.986744 run osmo-stp_10.42.42.5(pid=14324): stdout: \u000a| (launched: 2022-12-10_08:01:25.517256)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:01:27.119077 run osmo-stp_10.42.42.5(pid=14324): stderr: \u000a| �[0;m�[38;5;43m20221210080125707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080125707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080125707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080125708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080125708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080125708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080125708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:01:27.245405 run osmo-stp_10.42.42.5(pid=14324): stdout: \u000a| (launched: 2022-12-10_08:01:25.517256)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:01:27.370520 run osmo-stp_10.42.42.5(pid=14324): stderr: \u000a| �[0;m�[38;5;43m20221210080125707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080125707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080125707 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080125708 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080125708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080125708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080125708 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:01:27.425910 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14324): Process ended prematurely: osmo-stp_10.42.42.5(pid=14324) [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14324)] [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py:8]\u000a08:01:27.434940 tst mo_mt_call.py:8: Test FAILED (6.2 sec)\u000a08:01:27.497049 run osmo-hlr_10.42.42.2(pid=14321): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14321)]\u000a08:01:27.547824 run osmo-hlr_10.42.42.2(pid=14321): stdout: \u000a| (launched: 2022-12-10_08:01:24.545987) \u000a08:01:27.599101 run osmo-hlr_10.42.42.2(pid=14321): stderr: \u000a| �[0;m�[1;31m20221210080124743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080124743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080124743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080124743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080124743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080124743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080124756 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080124764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080124764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080124764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:01:27.668698 run osmo-msc_10.42.42.6(pid=14327): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14327)]\u000a08:01:27.719242 run osmo-msc_10.42.42.6(pid=14327): stdout: \u000a| (launched: 2022-12-10_08:01:26.516450) \u000a08:01:27.770427 run osmo-msc_10.42.42.6(pid=14327): stderr: \u000a| �[0;m�[38;5;43m20221210080126837 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210080126837 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f15b0621c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210080126837 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210080126837 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210080126838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210080126838 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210080126839 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210080126840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210080126840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210080126840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:01:27.813637 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14320): Terminating (SIGTERM)\u000a08:01:27.854561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14323): Terminating (SIGTERM)\u000a08:01:27.896197 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14326): Terminating (SIGTERM)\u000a08:01:27.905912 --- ParallelTerminationStrategy: PID 14320 died...\u000a08:01:27.961456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14320): Terminated: ok {rc=0}\u000a08:01:27.971575 --- ParallelTerminationStrategy: PID 14323 died...\u000a08:01:28.026683 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14323): Terminated: ok {rc=0}\u000a08:01:28.036766 --- ParallelTerminationStrategy: PID 14326 died...\u000a08:01:28.092699 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14326): Terminated: ok {rc=0}\u000a08:01:28.177736 bus /sierra_3: Setting Powered False\u000a08:01:29.283521 bus /sierra_3: Setting Powered False\u000a08:01:30.393743 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14335): Process ended prematurely: osmo-stp_10.42.42.5(pid=14335) [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14335)]", "failedSince" : 2318, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14335): Process ended prematurely: osmo-stp_10.42.42.5(pid=14335) [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14335)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:01:31.505293 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:01:31.519069 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x bts (candidates: 1)\u000a08:01:31.678003 tst mo_mt_call_osmux.py: using LAC 26985\u000a08:01:31.827142 tst mo_mt_call_osmux.py: using RAC 210\u000a08:01:31.979329 tst mo_mt_call_osmux.py: using CellId 26985\u000a08:01:32.104059 tst mo_mt_call_osmux.py: using BVCI 26986\u000a08:01:32.127659 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:01:32.139802 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:01:32.151918 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:01:32.165929 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:01:32.178936 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x ip_address (candidates: 6)\u000a08:01:32.191082 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:01:32.309638 tst voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3: Using 1 x modem (candidates: 2)\u000a08:01:32.515822 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:01:32.976489 run create_hlr_db(pid=14329): Launched\u000a08:01:33.144924 bus /sierra_2: Setting Powered False\u000a08:01:34.168165 run create_hlr_db(pid=14329): Terminated: ok {rc=0}\u000a08:01:34.559634 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14331): Launched\u000a08:01:34.853376 run osmo-hlr_10.42.42.2(pid=14332): Launched\u000a08:01:34.966612 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:01:35.482901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14334): Launched\u000a08:01:35.775254 run osmo-stp_10.42.42.5(pid=14335): Launched\u000a08:01:35.882705 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:01:36.417269 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14337): Launched\u000a08:01:36.712758 run osmo-msc_10.42.42.6(pid=14338): Launched\u000a08:01:36.886853 run osmo-stp_10.42.42.5(pid=14335): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14335)]\u000a08:01:37.012388 run osmo-stp_10.42.42.5(pid=14335): stdout: \u000a| (launched: 2022-12-10_08:01:35.631065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:01:37.135146 run osmo-stp_10.42.42.5(pid=14335): stderr: \u000a| �[0;m�[38;5;43m20221210080135797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080135798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080135799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080135799 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080135801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080135801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080135802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:01:37.253353 run osmo-stp_10.42.42.5(pid=14335): stdout: \u000a| (launched: 2022-12-10_08:01:35.631065)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:01:37.370190 run osmo-stp_10.42.42.5(pid=14335): stderr: \u000a| �[0;m�[38;5;43m20221210080135797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080135798 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080135799 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080135799 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080135801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080135801 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080135802 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:01:37.421937 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14335): Process ended prematurely: osmo-stp_10.42.42.5(pid=14335) [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14335)] [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py:8]\u000a08:01:37.430395 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a08:01:37.490020 run osmo-hlr_10.42.42.2(pid=14332): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14332)]\u000a08:01:37.538447 run osmo-hlr_10.42.42.2(pid=14332): stdout: \u000a| (launched: 2022-12-10_08:01:34.708663) \u000a08:01:37.587650 run osmo-hlr_10.42.42.2(pid=14332): stderr: \u000a| �[0;m�[1;31m20221210080134885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080134885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080134885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080134885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080134885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080134885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080134898 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080134906 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080134907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080134907 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:01:37.654028 run osmo-msc_10.42.42.6(pid=14338): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14338)]\u000a08:01:37.702562 run osmo-msc_10.42.42.6(pid=14338): stdout: \u000a| (launched: 2022-12-10_08:01:36.566766) \u000a08:01:37.751534 run osmo-msc_10.42.42.6(pid=14338): stderr: \u000a| �[0;m�[38;5;43m20221210080136835 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210080136835 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f265e244c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210080136836 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210080136836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210080136836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210080136836 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210080136839 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210080136839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210080136839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210080136839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:01:37.792879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14331): Terminating (SIGTERM)\u000a08:01:37.832359 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14334): Terminating (SIGTERM)\u000a08:01:37.871894 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14337): Terminating (SIGTERM)\u000a08:01:37.881349 --- ParallelTerminationStrategy: PID 14331 died...\u000a08:01:37.934336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14331): Terminated: ok {rc=0}\u000a08:01:37.944064 --- ParallelTerminationStrategy: PID 14334 died...\u000a08:01:37.997363 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14334): Terminated: ok {rc=0}\u000a08:01:38.006846 --- ParallelTerminationStrategy: PID 14337 died...\u000a08:01:38.059315 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14337): Terminated: ok {rc=0}\u000a08:01:38.142351 bus /sierra_3: Setting Powered False\u000a08:01:39.242870 bus /sierra_3: Setting Powered False\u000a08:01:40.353341 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "150", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchf+cfg-codec-fr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:01:21" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14350): Process ended prematurely: osmo-stp_10.42.42.5(pid=14350) [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14350)]", "failedSince" : 2331, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14350): Process ended prematurely: osmo-stp_10.42.42.5(pid=14350) [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14350)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call.py\u000a----------------------------------------------\u000a08:01:42.343969 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:01:42.355941 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a08:01:42.512900 tst mo_mt_call.py: using LAC 26986\u000a08:01:42.631749 tst mo_mt_call.py: using RAC 211\u000a08:01:42.750961 tst mo_mt_call.py: using CellId 26986\u000a08:01:42.864647 tst mo_mt_call.py: using BVCI 26987\u000a08:01:42.886901 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:01:42.897936 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:01:42.908690 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:01:42.919709 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:01:42.930810 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:01:42.942033 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:01:43.055484 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:01:43.250905 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:01:43.709698 run create_hlr_db(pid=14344): Launched\u000a08:01:43.877826 bus /sierra_2: Setting Powered False\u000a08:01:44.899411 run create_hlr_db(pid=14344): Terminated: ok {rc=0}\u000a08:01:45.316277 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14346): Launched\u000a08:01:45.632412 run osmo-hlr_10.42.42.2(pid=14347): Launched\u000a08:01:45.751045 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:01:46.349985 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14349): Launched\u000a08:01:46.720017 run osmo-stp_10.42.42.5(pid=14350): Launched\u000a08:01:46.908878 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:01:47.521195 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14352): Launched\u000a08:01:47.833648 run osmo-msc_10.42.42.6(pid=14353): Launched\u000a08:01:48.018118 run osmo-stp_10.42.42.5(pid=14350): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14350)]\u000a08:01:48.150645 run osmo-stp_10.42.42.5(pid=14350): stdout: \u000a| (launched: 2022-12-10_08:01:46.512858)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:01:48.282995 run osmo-stp_10.42.42.5(pid=14350): stderr: \u000a| �[0;m�[38;5;43m20221210080146852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080146852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080146852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080146853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080146853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080146853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080146853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:01:48.408764 run osmo-stp_10.42.42.5(pid=14350): stdout: \u000a| (launched: 2022-12-10_08:01:46.512858)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:01:48.533591 run osmo-stp_10.42.42.5(pid=14350): stderr: \u000a| �[0;m�[38;5;43m20221210080146852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080146852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080146852 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080146853 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080146853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080146853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080146853 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:01:48.588511 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14350): Process ended prematurely: osmo-stp_10.42.42.5(pid=14350) [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14350)] [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py:8]\u000a08:01:48.597738 tst mo_mt_call.py:8: Test FAILED (6.3 sec)\u000a08:01:48.659331 run osmo-hlr_10.42.42.2(pid=14347): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14347)]\u000a08:01:48.709884 run osmo-hlr_10.42.42.2(pid=14347): stdout: \u000a| (launched: 2022-12-10_08:01:45.476300) \u000a08:01:48.761022 run osmo-hlr_10.42.42.2(pid=14347): stderr: \u000a| �[0;m�[1;31m20221210080145674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080145674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080145674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080145674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080145674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080145674 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080145686 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080145694 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080145695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080145695 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:01:48.830546 run osmo-msc_10.42.42.6(pid=14353): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14353)]\u000a08:01:48.881569 run osmo-msc_10.42.42.6(pid=14353): stdout: \u000a| (launched: 2022-12-10_08:01:47.680860) \u000a08:01:48.932584 run osmo-msc_10.42.42.6(pid=14353): stderr: \u000a| �[0;m�[38;5;43m20221210080148003 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210080148003 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2c550f1c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210080148003 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210080148003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210080148003 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210080148004 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210080148005 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210080148006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210080148006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210080148006 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:01:48.975931 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14346): Terminating (SIGTERM)\u000a08:01:49.017174 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14349): Terminating (SIGTERM)\u000a08:01:49.058417 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14352): Terminating (SIGTERM)\u000a08:01:49.068007 --- ParallelTerminationStrategy: PID 14346 died...\u000a08:01:49.123580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14346): Terminated: ok {rc=0}\u000a08:01:49.133712 --- ParallelTerminationStrategy: PID 14349 died...\u000a08:01:49.188634 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14349): Terminated: ok {rc=0}\u000a08:01:49.198910 --- ParallelTerminationStrategy: PID 14352 died...\u000a08:01:49.253837 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14352): Terminated: ok {rc=0}\u000a08:01:49.340580 bus /sierra_3: Setting Powered False\u000a08:01:50.443270 bus /sierra_3: Setting Powered False\u000a08:01:51.548390 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 52, "className" : "voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14361): Process ended prematurely: osmo-stp_10.42.42.5(pid=14361) [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14361)]", "failedSince" : 2320, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14361): Process ended prematurely: osmo-stp_10.42.42.5(pid=14361) [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14361)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3 mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:01:52.654951 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:01:52.666689 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x bts (candidates: 1)\u000a08:01:52.816284 tst mo_mt_call_osmux.py: using LAC 26987\u000a08:01:52.933134 tst mo_mt_call_osmux.py: using RAC 212\u000a08:01:53.049489 tst mo_mt_call_osmux.py: using CellId 26987\u000a08:01:53.165798 tst mo_mt_call_osmux.py: using BVCI 26988\u000a08:01:53.188346 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:01:53.199408 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:01:53.210441 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:01:53.221804 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:01:53.232611 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x ip_address (candidates: 6)\u000a08:01:53.243512 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:01:53.357672 tst voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3: Using 1 x modem (candidates: 2)\u000a08:01:53.567527 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:01:54.069376 run create_hlr_db(pid=14355): Launched\u000a08:01:54.250974 bus /sierra_2: Setting Powered False\u000a08:01:55.272422 run create_hlr_db(pid=14355): Terminated: ok {rc=0}\u000a08:01:55.666699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14357): Launched\u000a08:01:55.959488 run osmo-hlr_10.42.42.2(pid=14358): Launched\u000a08:01:56.074298 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:01:56.589615 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14360): Launched\u000a08:01:56.882518 run osmo-stp_10.42.42.5(pid=14361): Launched\u000a08:01:56.989656 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:01:57.531588 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14363): Launched\u000a08:01:57.845913 run osmo-msc_10.42.42.6(pid=14364): Launched\u000a08:01:58.031066 run osmo-stp_10.42.42.5(pid=14361): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14361)]\u000a08:01:58.163546 run osmo-stp_10.42.42.5(pid=14361): stdout: \u000a| (launched: 2022-12-10_08:01:56.738009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:01:58.296553 run osmo-stp_10.42.42.5(pid=14361): stderr: \u000a| �[0;m�[38;5;43m20221210080156907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080156908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080156908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080156908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080156909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080156909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080156909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:01:58.422945 run osmo-stp_10.42.42.5(pid=14361): stdout: \u000a| (launched: 2022-12-10_08:01:56.738009)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:01:58.547990 run osmo-stp_10.42.42.5(pid=14361): stderr: \u000a| �[0;m�[38;5;43m20221210080156907 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080156908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080156908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080156908 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080156909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080156909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080156909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:01:58.603462 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14361): Process ended prematurely: osmo-stp_10.42.42.5(pid=14361) [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14361)] [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py:8]\u000a08:01:58.612320 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a08:01:58.674251 run osmo-hlr_10.42.42.2(pid=14358): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14358)]\u000a08:01:58.724780 run osmo-hlr_10.42.42.2(pid=14358): stdout: \u000a| (launched: 2022-12-10_08:01:55.815214) \u000a08:01:58.776430 run osmo-hlr_10.42.42.2(pid=14358): stderr: \u000a| �[0;m�[1;31m20221210080155989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080155989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080155989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080155989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080155989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080155989 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080156002 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080156011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080156011 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080156012 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:01:58.846102 run osmo-msc_10.42.42.6(pid=14364): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14364)]\u000a08:01:58.897055 run osmo-msc_10.42.42.6(pid=14364): stdout: \u000a| (launched: 2022-12-10_08:01:57.691460) \u000a08:01:58.948282 run osmo-msc_10.42.42.6(pid=14364): stderr: \u000a| �[0;m�[38;5;43m20221210080158012 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210080158012 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7b05b6ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210080158012 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210080158013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210080158013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210080158013 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210080158015 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210080158015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210080158015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210080158015 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:01:58.991630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14357): Terminating (SIGTERM)\u000a08:01:59.033089 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14360): Terminating (SIGTERM)\u000a08:01:59.074228 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14363): Terminating (SIGTERM)\u000a08:01:59.083874 --- ParallelTerminationStrategy: PID 14357 died...\u000a08:01:59.139043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14357): Terminated: ok {rc=0}\u000a08:01:59.149121 --- ParallelTerminationStrategy: PID 14360 died...\u000a08:01:59.203999 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14360): Terminated: ok {rc=0}\u000a08:01:59.213975 --- ParallelTerminationStrategy: PID 14363 died...\u000a08:01:59.268889 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14363): Terminated: ok {rc=0}\u000a08:01:59.355042 bus /sierra_3: Setting Powered False\u000a08:02:00.460410 bus /sierra_3: Setting Powered False\u000a08:02:01.579866 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "151", "name" : "voice_nanobts+band-900+mod-bts0-ts-tchh+cfg-codec-hr3", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:01:42" }, { "cases" : [ { "testActions" : [ ], "age" : 46, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14376): Process ended prematurely: osmo-stp_10.42.42.5(pid=14376) [trial-2371↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14376)]", "failedSince" : 2326, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14376): Process ended prematurely: osmo-stp_10.42.42.5(pid=14376) [trial-2371↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14376)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call.py\u000a----------------------------------------------\u000a08:02:03.576906 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:02:03.588457 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:02:03.745419 tst mo_mt_call.py: using LAC 26988\u000a08:02:03.869716 tst mo_mt_call.py: using RAC 213\u000a08:02:03.992538 tst mo_mt_call.py: using CellId 26988\u000a08:02:04.115685 tst mo_mt_call.py: using BVCI 26989\u000a08:02:04.139535 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:02:04.151055 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:02:04.162443 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:02:04.173836 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:02:04.185282 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:02:04.196493 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:02:04.310199 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:02:04.511208 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:02:04.971869 run create_hlr_db(pid=14369): Launched\u000a08:02:05.140274 bus /sierra_2: Setting Powered False\u000a08:02:06.162770 run create_hlr_db(pid=14369): Terminated: ok {rc=0}\u000a08:02:06.579229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14372): Launched\u000a08:02:06.893415 run osmo-hlr_10.42.42.2(pid=14373): Launched\u000a08:02:07.012530 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:02:07.557626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14375): Launched\u000a08:02:07.870229 run osmo-stp_10.42.42.5(pid=14376): Launched\u000a08:02:07.984415 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:02:08.556478 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14378): Launched\u000a08:02:08.867573 run osmo-msc_10.42.42.6(pid=14379): Launched\u000a08:02:09.051108 run osmo-stp_10.42.42.5(pid=14376): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14376)]\u000a08:02:09.182758 run osmo-stp_10.42.42.5(pid=14376): stdout: \u000a| (launched: 2022-12-10_08:02:07.716717)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:02:09.314075 run osmo-stp_10.42.42.5(pid=14376): stderr: \u000a| �[0;m�[38;5;43m20221210080207908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080207908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080207908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080207909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080207909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080207909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080207909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:02:09.439442 run osmo-stp_10.42.42.5(pid=14376): stdout: \u000a| (launched: 2022-12-10_08:02:07.716717)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:02:09.563247 run osmo-stp_10.42.42.5(pid=14376): stderr: \u000a| �[0;m�[38;5;43m20221210080207908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080207908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080207908 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080207909 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080207909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080207909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080207909 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:02:09.618447 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14376): Process ended prematurely: osmo-stp_10.42.42.5(pid=14376) [trial-2371↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14376)] [trial-2371↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py:8]\u000a08:02:09.627168 tst mo_mt_call.py:8: Test FAILED (6.1 sec)\u000a08:02:09.688573 run osmo-hlr_10.42.42.2(pid=14373): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14373)]\u000a08:02:09.739003 run osmo-hlr_10.42.42.2(pid=14373): stdout: \u000a| (launched: 2022-12-10_08:02:06.738668) \u000a08:02:09.790185 run osmo-hlr_10.42.42.2(pid=14373): stderr: \u000a| �[0;m�[1;31m20221210080206936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080206936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080206936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080206936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080206936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080206936 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080206948 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080206957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080206957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080206957 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:02:09.859523 run osmo-msc_10.42.42.6(pid=14379): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14379)]\u000a08:02:09.910164 run osmo-msc_10.42.42.6(pid=14379): stdout: \u000a| (launched: 2022-12-10_08:02:08.714928) \u000a08:02:09.961045 run osmo-msc_10.42.42.6(pid=14379): stderr: \u000a| �[0;m�[38;5;43m20221210080209034 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210080209034 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f809c939c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210080209034 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210080209034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210080209034 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210080209035 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210080209036 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210080209037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210080209037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210080209037 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:02:10.004409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14372): Terminating (SIGTERM)\u000a08:02:10.045435 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14375): Terminating (SIGTERM)\u000a08:02:10.086440 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14378): Terminating (SIGTERM)\u000a08:02:10.096035 --- ParallelTerminationStrategy: PID 14372 died...\u000a08:02:10.150990 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14372): Terminated: ok {rc=0}\u000a08:02:10.160916 --- ParallelTerminationStrategy: PID 14375 died...\u000a08:02:10.215489 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14375): Terminated: ok {rc=0}\u000a08:02:10.225410 --- ParallelTerminationStrategy: PID 14378 died...\u000a08:02:10.279941 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14378): Terminated: ok {rc=0}\u000a08:02:10.366477 bus /sierra_3: Setting Powered False\u000a08:02:11.471905 bus /sierra_3: Setting Powered False\u000a08:02:12.581033 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 49, "className" : "voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14387): Process ended prematurely: osmo-stp_10.42.42.5(pid=14387) [trial-2371↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14387)]", "failedSince" : 2323, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14387): Process ended prematurely: osmo-stp_10.42.42.5(pid=14387) [trial-2371↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14387)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:02:13.688744 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:02:13.700415 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:02:13.850401 tst mo_mt_call_osmux.py: using LAC 26989\u000a08:02:13.965287 tst mo_mt_call_osmux.py: using RAC 214\u000a08:02:14.079365 tst mo_mt_call_osmux.py: using CellId 26989\u000a08:02:14.195798 tst mo_mt_call_osmux.py: using BVCI 26990\u000a08:02:14.217959 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:02:14.229382 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:02:14.240253 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:02:14.251398 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:02:14.262664 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x ip_address (candidates: 6)\u000a08:02:14.273793 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:02:14.387033 tst voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:02:14.584173 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:02:15.044286 run create_hlr_db(pid=14381): Launched\u000a08:02:15.212458 bus /sierra_2: Setting Powered False\u000a08:02:16.251171 run create_hlr_db(pid=14381): Terminated: ok {rc=0}\u000a08:02:16.703088 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14383): Launched\u000a08:02:17.117911 run osmo-hlr_10.42.42.2(pid=14384): Launched\u000a08:02:17.238230 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:02:17.747711 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14386): Launched\u000a08:02:18.040775 run osmo-stp_10.42.42.5(pid=14387): Launched\u000a08:02:18.149197 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:02:18.683769 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14389): Launched\u000a08:02:18.977031 run osmo-msc_10.42.42.6(pid=14390): Launched\u000a08:02:19.149545 run osmo-stp_10.42.42.5(pid=14387): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14387)]\u000a08:02:19.274419 run osmo-stp_10.42.42.5(pid=14387): stdout: \u000a| (launched: 2022-12-10_08:02:17.896146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:02:19.396559 run osmo-stp_10.42.42.5(pid=14387): stderr: \u000a| �[0;m�[38;5;43m20221210080218066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080218066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080218066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080218067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080218067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080218067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080218067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:02:19.514386 run osmo-stp_10.42.42.5(pid=14387): stdout: \u000a| (launched: 2022-12-10_08:02:17.896146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:02:19.631692 run osmo-stp_10.42.42.5(pid=14387): stderr: \u000a| �[0;m�[38;5;43m20221210080218066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080218066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080218066 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080218067 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080218067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080218067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080218067 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:02:19.683347 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14387): Process ended prematurely: osmo-stp_10.42.42.5(pid=14387) [trial-2371↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14387)] [trial-2371↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py:8]\u000a08:02:19.691673 tst mo_mt_call_osmux.py:8: Test FAILED (6.0 sec)\u000a08:02:19.751160 run osmo-hlr_10.42.42.2(pid=14384): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14384)]\u000a08:02:19.799655 run osmo-hlr_10.42.42.2(pid=14384): stdout: \u000a| (launched: 2022-12-10_08:02:16.866284) \u000a08:02:19.849044 run osmo-hlr_10.42.42.2(pid=14384): stderr: \u000a| �[0;m�[1;31m20221210080217153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080217153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080217153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080217153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080217153 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080217154 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080217166 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080217174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080217174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080217174 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:02:19.915695 run osmo-msc_10.42.42.6(pid=14390): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14390)]\u000a08:02:19.964169 run osmo-msc_10.42.42.6(pid=14390): stdout: \u000a| (launched: 2022-12-10_08:02:18.832196) \u000a08:02:20.013109 run osmo-msc_10.42.42.6(pid=14390): stderr: \u000a| �[0;m�[38;5;43m20221210080219102 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210080219102 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0ffe646c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210080219102 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210080219102 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210080219103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210080219103 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210080219104 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210080219105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210080219105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210080219105 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:02:20.054630 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14383): Terminating (SIGTERM)\u000a08:02:20.093665 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14386): Terminating (SIGTERM)\u000a08:02:20.133151 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14389): Terminating (SIGTERM)\u000a08:02:20.142518 --- ParallelTerminationStrategy: PID 14383 died...\u000a08:02:20.195504 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14383): Terminated: ok {rc=0}\u000a08:02:20.205367 --- ParallelTerminationStrategy: PID 14386 died...\u000a08:02:20.258109 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14386): Terminated: ok {rc=0}\u000a08:02:20.267609 --- ParallelTerminationStrategy: PID 14389 died...\u000a08:02:20.320543 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14389): Terminated: ok {rc=0}\u000a08:02:20.404006 bus /sierra_3: Setting Powered False\u000a08:02:21.509843 bus /sierra_3: Setting Powered False\u000a08:02:22.619867 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 22.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "152", "name" : "voice_nanobts+band-900+mod-bts0-dynts-ipa+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:02:03" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14401): Process ended prematurely: osmo-stp_10.42.42.5(pid=14401) [trial-2371↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14401)]", "failedSince" : 2139, "name" : "mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call.py\", line 8, in \u000a test_mo_mt_call(False, False)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14401): Process ended prematurely: osmo-stp_10.42.42.5(pid=14401) [trial-2371↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14401)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call.py\u000a----------------------------------------------\u000a08:02:24.604079 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:02:24.615345 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:02:24.748270 tst mo_mt_call.py: using LAC 26990\u000a08:02:24.871214 tst mo_mt_call.py: using RAC 215\u000a08:02:24.996641 tst mo_mt_call.py: using CellId 26990\u000a08:02:25.112501 tst mo_mt_call.py: using BVCI 26991\u000a08:02:25.134956 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:02:25.146153 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:02:25.157171 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:02:25.168359 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:02:25.179750 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:02:25.190950 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a08:02:25.309361 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a08:02:25.507713 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:02:25.968352 run create_hlr_db(pid=14395): Launched\u000a08:02:26.136509 bus /sierra_2: Setting Powered False\u000a08:02:27.159436 run create_hlr_db(pid=14395): Terminated: ok {rc=0}\u000a08:02:27.549981 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14397): Launched\u000a08:02:27.843769 run osmo-hlr_10.42.42.2(pid=14398): Launched\u000a08:02:27.951040 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:02:28.456794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14400): Launched\u000a08:02:28.750044 run osmo-stp_10.42.42.5(pid=14401): Launched\u000a08:02:28.857129 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:02:29.390803 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14403): Launched\u000a08:02:29.683261 run osmo-msc_10.42.42.6(pid=14404): Launched\u000a08:02:29.856364 run osmo-stp_10.42.42.5(pid=14401): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14401)]\u000a08:02:29.981309 run osmo-stp_10.42.42.5(pid=14401): stdout: \u000a| (launched: 2022-12-10_08:02:28.604878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:02:30.103649 run osmo-stp_10.42.42.5(pid=14401): stderr: \u000a| �[0;m�[38;5;43m20221210080228773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080228774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080228774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080228774 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080228775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080228775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080228775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:02:30.221740 run osmo-stp_10.42.42.5(pid=14401): stdout: \u000a| (launched: 2022-12-10_08:02:28.604878)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:02:30.338789 run osmo-stp_10.42.42.5(pid=14401): stderr: \u000a| �[0;m�[38;5;43m20221210080228773 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080228774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080228774 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080228774 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080228775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080228775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080228775 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:02:30.390582 tst mo_mt_call.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14401): Process ended prematurely: osmo-stp_10.42.42.5(pid=14401) [trial-2371↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8↪mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14401)] [trial-2371↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py:8]\u000a08:02:30.398914 tst mo_mt_call.py:8: Test FAILED (5.8 sec)\u000a08:02:30.458893 run osmo-hlr_10.42.42.2(pid=14398): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14398)]\u000a08:02:30.507667 run osmo-hlr_10.42.42.2(pid=14398): stdout: \u000a| (launched: 2022-12-10_08:02:27.698824) \u000a08:02:30.557049 run osmo-hlr_10.42.42.2(pid=14398): stderr: \u000a| �[0;m�[1;31m20221210080227874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080227874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080227874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080227874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080227874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080227874 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080227887 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080227895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080227895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080227895 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:02:30.624395 run osmo-msc_10.42.42.6(pid=14404): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call.py↪mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14404)]\u000a08:02:30.673240 run osmo-msc_10.42.42.6(pid=14404): stdout: \u000a| (launched: 2022-12-10_08:02:29.539054) \u000a08:02:30.722495 run osmo-msc_10.42.42.6(pid=14404): stderr: \u000a| �[0;m�[38;5;43m20221210080229809 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210080229809 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2036dc7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210080229809 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210080229809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210080229809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210080229809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210080229811 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210080229811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210080229812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210080229812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:02:30.764238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14397): Terminating (SIGTERM)\u000a08:02:30.803916 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14400): Terminating (SIGTERM)\u000a08:02:30.850872 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14403): Terminating (SIGTERM)\u000a08:02:30.867521 --- ParallelTerminationStrategy: PID 14397 died...\u000a08:02:30.938675 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14397): Terminated: ok {rc=0}\u000a08:02:30.949482 --- ParallelTerminationStrategy: PID 14400 died...\u000a08:02:31.008076 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14400): Terminated: ok {rc=0}\u000a08:02:31.018849 --- ParallelTerminationStrategy: PID 14403 died...\u000a08:02:31.096178 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14403): Terminated: ok {rc=0}\u000a08:02:31.184048 bus /sierra_3: Setting Powered False\u000a08:02:32.288071 bus /sierra_3: Setting Powered False\u000a08:02:33.394214 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 207, "className" : "voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14412): Process ended prematurely: osmo-stp_10.42.42.5(pid=14412) [trial-2371↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14412)]", "failedSince" : 2165, "name" : "mo_mt_call_osmux.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/mo_mt_call_osmux.py\", line 8, in \u000a test_mo_mt_call(True, True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/voice/lib/testlib.py\", line 19, in test_mo_mt_call\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14412): Process ended prematurely: osmo-stp_10.42.42.5(pid=14412) [trial-2371↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14412)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend mo_mt_call_osmux.py\u000a----------------------------------------------\u000a08:02:34.508645 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:02:34.521534 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:02:34.665423 tst mo_mt_call_osmux.py: using LAC 26991\u000a08:02:34.790026 tst mo_mt_call_osmux.py: using RAC 216\u000a08:02:34.914313 tst mo_mt_call_osmux.py: using CellId 26991\u000a08:02:35.039955 tst mo_mt_call_osmux.py: using BVCI 26992\u000a08:02:35.064123 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:02:35.076040 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:02:35.087899 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:02:35.099884 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:02:35.111886 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 6)\u000a08:02:35.124214 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a08:02:35.239255 tst voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 2)\u000a08:02:35.446859 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:02:35.951128 run create_hlr_db(pid=14406): Launched\u000a08:02:36.123621 bus /sierra_2: Setting Powered False\u000a08:02:37.145322 run create_hlr_db(pid=14406): Terminated: ok {rc=0}\u000a08:02:37.536808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14408): Launched\u000a08:02:37.830237 run osmo-hlr_10.42.42.2(pid=14409): Launched\u000a08:02:37.937865 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:02:38.446059 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14411): Launched\u000a08:02:38.740790 run osmo-stp_10.42.42.5(pid=14412): Launched\u000a08:02:38.848604 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:02:39.385358 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14414): Launched\u000a08:02:39.678593 run osmo-msc_10.42.42.6(pid=14415): Launched\u000a08:02:39.851396 run osmo-stp_10.42.42.5(pid=14412): ERR: Terminated: ERROR {rc=1} [trial-2371↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14412)]\u000a08:02:39.976467 run osmo-stp_10.42.42.5(pid=14412): stdout: \u000a| (launched: 2022-12-10_08:02:38.594562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:02:40.098875 run osmo-stp_10.42.42.5(pid=14412): stderr: \u000a| �[0;m�[38;5;43m20221210080238761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080238761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080238761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080238762 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080238764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080238764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080238764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:02:40.216606 run osmo-stp_10.42.42.5(pid=14412): stdout: \u000a| (launched: 2022-12-10_08:02:38.594562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:02:40.333324 run osmo-stp_10.42.42.5(pid=14412): stderr: \u000a| �[0;m�[38;5;43m20221210080238761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080238761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080238761 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080238762 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080238764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080238764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080238764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:02:40.384648 tst mo_mt_call_osmux.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14412): Process ended prematurely: osmo-stp_10.42.42.5(pid=14412) [trial-2371↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8↪mo_mt_call_osmux.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14412)] [trial-2371↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py:8]\u000a08:02:40.393102 tst mo_mt_call_osmux.py:8: Test FAILED (5.9 sec)\u000a08:02:40.452632 run osmo-hlr_10.42.42.2(pid=14409): ERR: Terminated: ERROR {rc=237} [trial-2371↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14409)]\u000a08:02:40.501358 run osmo-hlr_10.42.42.2(pid=14409): stdout: \u000a| (launched: 2022-12-10_08:02:37.685671) \u000a08:02:40.550801 run osmo-hlr_10.42.42.2(pid=14409): stderr: \u000a| �[0;m�[1;31m20221210080237861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080237861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080237861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080237861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080237861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080237861 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080237874 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/mo_mt_call_osmux.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080237882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080237882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080237882 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:02:40.617777 run osmo-msc_10.42.42.6(pid=14415): ERR: Terminated: ERROR {rc=2} [trial-2371↪voice:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪mo_mt_call_osmux.py↪mo_mt_call_osmux.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14415)]\u000a08:02:40.666460 run osmo-msc_10.42.42.6(pid=14415): stdout: \u000a| (launched: 2022-12-10_08:02:39.533997) \u000a08:02:40.715536 run osmo-msc_10.42.42.6(pid=14415): stderr: \u000a| �[0;m�[38;5;43m20221210080239802 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210080239802 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdcc352dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210080239802 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210080239802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210080239803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210080239803 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210080239804 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210080239805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210080239805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210080239805 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:02:40.757078 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14408): Terminating (SIGTERM)\u000a08:02:40.796626 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14411): Terminating (SIGTERM)\u000a08:02:40.836198 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14414): Terminating (SIGTERM)\u000a08:02:40.845619 --- ParallelTerminationStrategy: PID 14408 died...\u000a08:02:40.898513 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14408): Terminated: ok {rc=0}\u000a08:02:40.908376 --- ParallelTerminationStrategy: PID 14411 died...\u000a08:02:40.961362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14411): Terminated: ok {rc=0}\u000a08:02:40.971271 --- ParallelTerminationStrategy: PID 14414 died...\u000a08:02:41.024489 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14414): Terminated: ok {rc=0}\u000a08:02:41.108779 bus /sierra_3: Setting Powered False\u000a08:02:42.209388 bus /sierra_3: Setting Powered False\u000a08:02:43.315017 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 21.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "153", "name" : "voice_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:02:24" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14426): Process ended prematurely: osmo-stp_10.42.42.5(pid=14426) [trial-2371↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14426)]", "failedSince" : 2331, "name" : "emergency_mo_mt_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_mo_mt_call.py\", line 19, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14426): Process ended prematurely: osmo-stp_10.42.42.5(pid=14426) [trial-2371↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14426)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 emergency:nanobts+band-900 emergency_mo_mt_call.py\u000a----------------------------------------------\u000a08:02:45.325965 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:02:45.336554 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a08:02:45.474556 tst emergency_mo_mt_call.py: using LAC 26992\u000a08:02:45.593808 tst emergency_mo_mt_call.py: using RAC 217\u000a08:02:45.713371 tst emergency_mo_mt_call.py: using CellId 26992\u000a08:02:45.846486 tst emergency_mo_mt_call.py: using BVCI 26993\u000a08:02:45.871224 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:02:45.883527 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:02:45.894951 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:02:45.912045 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:02:45.930359 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:02:45.942519 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:02:46.066777 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:02:46.268134 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:02:46.801130 run create_hlr_db(pid=14420): Launched\u000a08:02:47.001268 bus /sierra_2: Setting Powered False\u000a08:02:48.007858 run create_hlr_db(pid=14420): Terminated: ok {rc=0}\u000a08:02:48.404019 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14422): Launched\u000a08:02:48.693056 run osmo-hlr_10.42.42.2(pid=14423): Launched\u000a08:02:48.797812 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:02:49.295617 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14425): Launched\u000a08:02:49.582181 run osmo-stp_10.42.42.5(pid=14426): Launched\u000a08:02:49.699099 tst emergency_mo_mt_call.py: using MSISDN 7623\u000a08:02:49.841750 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:02:50.366534 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14428): Launched\u000a08:02:50.653899 run osmo-msc_10.42.42.6(pid=14429): Launched\u000a08:02:50.824596 run osmo-stp_10.42.42.5(pid=14426): ERR: Terminated: ERROR {rc=1} [trial-2371↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14426)]\u000a08:02:50.948472 run osmo-stp_10.42.42.5(pid=14426): stdout: \u000a| (launched: 2022-12-10_08:02:49.440757)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:02:51.068424 run osmo-stp_10.42.42.5(pid=14426): stderr: \u000a| �[0;m�[38;5;43m20221210080249611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080249611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080249611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080249612 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080249612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080249612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080249612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:02:51.184235 run osmo-stp_10.42.42.5(pid=14426): stdout: \u000a| (launched: 2022-12-10_08:02:49.440757)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:02:51.298881 run osmo-stp_10.42.42.5(pid=14426): stderr: \u000a| �[0;m�[38;5;43m20221210080249611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080249611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080249611 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080249612 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080249612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080249612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080249612 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:02:51.349248 tst emergency_mo_mt_call.py:19: ERR: Error: osmo-stp_10.42.42.5(pid=14426): Process ended prematurely: osmo-stp_10.42.42.5(pid=14426) [trial-2371↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19↪emergency_mo_mt_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14426)] [trial-2371↪emergency:nanobts+band-900↪emergency_mo_mt_call.py:19]\u000a08:02:51.357145 tst emergency_mo_mt_call.py:19: Test FAILED (6.0 sec)\u000a08:02:51.417344 run osmo-hlr_10.42.42.2(pid=14423): ERR: Terminated: ERROR {rc=237} [trial-2371↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14423)]\u000a08:02:51.466607 run osmo-hlr_10.42.42.2(pid=14423): stdout: \u000a| (launched: 2022-12-10_08:02:48.549987) \u000a08:02:51.516412 run osmo-hlr_10.42.42.2(pid=14423): stderr: \u000a| �[0;m�[1;31m20221210080248725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080248725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080248725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080248725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080248725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080248725 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080248738 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/emergency:nanobts+band-900/emergency_mo_mt_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080248746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080248746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080248746 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:02:51.583584 run osmo-msc_10.42.42.6(pid=14429): ERR: Terminated: ERROR {rc=2} [trial-2371↪emergency:nanobts+band-900↪emergency_mo_mt_call.py↪emergency_mo_mt_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14429)]\u000a08:02:51.632504 run osmo-msc_10.42.42.6(pid=14429): stdout: \u000a| (launched: 2022-12-10_08:02:50.511640) \u000a08:02:51.681929 run osmo-msc_10.42.42.6(pid=14429): stderr: \u000a| �[0;m�[38;5;43m20221210080250782 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210080250783 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7d480a0c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210080250783 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210080250783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210080250783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210080250783 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210080250785 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210080250785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210080250785 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210080250786 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:02:51.723656 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14422): Terminating (SIGTERM)\u000a08:02:51.763276 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14425): Terminating (SIGTERM)\u000a08:02:51.802921 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14428): Terminating (SIGTERM)\u000a08:02:51.812412 --- ParallelTerminationStrategy: PID 14422 died...\u000a08:02:51.865431 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14422): Terminated: ok {rc=0}\u000a08:02:51.875269 --- ParallelTerminationStrategy: PID 14425 died...\u000a08:02:51.928138 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14425): Terminated: ok {rc=0}\u000a08:02:51.937835 --- ParallelTerminationStrategy: PID 14428 died...\u000a08:02:51.990720 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14428): Terminated: ok {rc=0}\u000a08:02:52.078933 bus /sierra_3: Setting Powered False\u000a08:02:53.181075 bus /sierra_3: Setting Powered False\u000a08:02:54.291713 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 209, "className" : "emergency:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14437): Process ended prematurely: osmo-stp_10.42.42.5(pid=14437) [trial-2371↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14437)]", "failedSince" : 2163, "name" : "emergency_preemptive_call.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/emergency/emergency_preemptive_call.py\", line 32, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14437): Process ended prematurely: osmo-stp_10.42.42.5(pid=14437) [trial-2371↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14437)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 emergency:nanobts+band-900 emergency_preemptive_call.py\u000a----------------------------------------------\u000a08:02:55.342608 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:02:55.353812 tst emergency:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a08:02:55.486472 tst emergency_preemptive_call.py: using LAC 26993\u000a08:02:55.600344 tst emergency_preemptive_call.py: using RAC 218\u000a08:02:55.712688 tst emergency_preemptive_call.py: using CellId 26993\u000a08:02:55.825652 tst emergency_preemptive_call.py: using BVCI 26994\u000a08:02:55.847376 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:02:55.857996 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:02:55.868223 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:02:55.878939 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:02:55.890003 tst emergency:nanobts+band-900: Using 1 x ip_address (candidates: 6)\u000a08:02:55.900817 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:02:56.014050 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:02:56.127239 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:02:56.243506 tst emergency:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:02:56.446620 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:02:56.943222 run create_hlr_db(pid=14431): Launched\u000a08:02:57.123168 bus /sierra_2: Setting Powered False\u000a08:02:58.143855 run create_hlr_db(pid=14431): Terminated: ok {rc=0}\u000a08:02:58.530865 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14433): Launched\u000a08:02:58.818719 run osmo-hlr_10.42.42.2(pid=14434): Launched\u000a08:02:58.930249 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:02:59.439040 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14436): Launched\u000a08:02:59.726487 run osmo-stp_10.42.42.5(pid=14437): Launched\u000a08:02:59.857499 tst emergency_preemptive_call.py: using MSISDN 7624\u000a08:03:00.004418 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:03:00.530090 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14439): Launched\u000a08:03:00.820085 run osmo-msc_10.42.42.6(pid=14440): Launched\u000a08:03:01.086011 run osmo-stp_10.42.42.5(pid=14437): ERR: Terminated: ERROR {rc=1} [trial-2371↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14437)]\u000a08:03:01.378940 run osmo-stp_10.42.42.5(pid=14437): stdout: \u000a| (launched: 2022-12-10_08:02:59.585017)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:03:01.530397 run osmo-stp_10.42.42.5(pid=14437): stderr: \u000a| �[0;m�[38;5;43m20221210080259753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080259753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080259753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080259753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080259754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080259754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080259754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:03:01.658395 run osmo-stp_10.42.42.5(pid=14437): stdout: \u000a| (launched: 2022-12-10_08:02:59.585017)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:03:01.778459 run osmo-stp_10.42.42.5(pid=14437): stderr: \u000a| �[0;m�[38;5;43m20221210080259753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080259753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080259753 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080259753 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080259754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080259754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080259754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:03:01.831136 tst emergency_preemptive_call.py:32: ERR: Error: osmo-stp_10.42.42.5(pid=14437): Process ended prematurely: osmo-stp_10.42.42.5(pid=14437) [trial-2371↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32↪emergency_preemptive_call.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14437)] [trial-2371↪emergency:nanobts+band-900↪emergency_preemptive_call.py:32]\u000a08:03:01.840032 tst emergency_preemptive_call.py:32: Test FAILED (6.5 sec)\u000a08:03:01.905988 run osmo-hlr_10.42.42.2(pid=14434): ERR: Terminated: ERROR {rc=237} [trial-2371↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14434)]\u000a08:03:01.960151 run osmo-hlr_10.42.42.2(pid=14434): stdout: \u000a| (launched: 2022-12-10_08:02:58.676465) \u000a08:03:02.013217 run osmo-hlr_10.42.42.2(pid=14434): stderr: \u000a| �[0;m�[1;31m20221210080258853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080258853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080258853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080258853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080258853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080258853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080258866 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/emergency:nanobts+band-900/emergency_preemptive_call.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080258874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080258874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080258874 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:03:02.083808 run osmo-msc_10.42.42.6(pid=14440): ERR: Terminated: ERROR {rc=2} [trial-2371↪emergency:nanobts+band-900↪emergency_preemptive_call.py↪emergency_preemptive_call.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14440)]\u000a08:03:02.135183 run osmo-msc_10.42.42.6(pid=14440): stdout: \u000a| (launched: 2022-12-10_08:03:00.676070) \u000a08:03:02.187160 run osmo-msc_10.42.42.6(pid=14440): stderr: \u000a| �[0;m�[38;5;43m20221210080301115 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210080301115 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3d73c5cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210080301116 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210080301116 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210080301117 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210080301118 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210080301122 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210080301124 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210080301125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210080301125 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:03:02.230736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14433): Terminating (SIGTERM)\u000a08:03:02.272385 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14436): Terminating (SIGTERM)\u000a08:03:02.316360 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14439): Terminating (SIGTERM)\u000a08:03:02.326809 --- ParallelTerminationStrategy: PID 14433 died...\u000a08:03:02.382390 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14433): Terminated: ok {rc=0}\u000a08:03:02.392615 --- ParallelTerminationStrategy: PID 14436 died...\u000a08:03:02.448277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14436): Terminated: ok {rc=0}\u000a08:03:02.458153 --- ParallelTerminationStrategy: PID 14439 died...\u000a08:03:02.511601 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14439): Terminated: ok {rc=0}\u000a08:03:02.600547 bus /sierra_9: Setting Powered False\u000a08:03:03.704342 bus /sierra_9: Setting Powered False\u000a08:03:04.816026 bus /sierra_8: Setting Powered False\u000a08:03:05.919079 bus /sierra_8: Setting Powered False\u000a08:03:07.025298 bus /sierra_3: Setting Powered False\u000a08:03:08.130402 bus /sierra_3: Setting Powered False\u000a08:03:09.241478 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 26.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "154", "name" : "emergency_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:02:45" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "gprs:nanobts+band-900", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14456): Process ended prematurely: osmo-stp_10.42.42.5(pid=14456) [trial-2371↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14456)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14456): Process ended prematurely: osmo-stp_10.42.42.5(pid=14456) [trial-2371↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14456)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:nanobts+band-900 cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:03:11.352074 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:03:11.362645 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a08:03:11.495171 tst cs_paging_gprs_active.py: using LAC 26994\u000a08:03:11.612764 tst cs_paging_gprs_active.py: using RAC 219\u000a08:03:11.730190 tst cs_paging_gprs_active.py: using CellId 26994\u000a08:03:11.845599 tst cs_paging_gprs_active.py: using BVCI 26995\u000a08:03:11.867976 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:03:11.878583 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:03:11.888887 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:03:11.899479 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:03:11.909982 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:03:11.920527 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:03:11.931315 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:03:11.941912 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:03:11.952521 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:03:12.068257 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:03:12.342593 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:03:12.464435 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:03:12.768747 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14446): Launched\u000a08:03:13.023020 run iperf3-srv_10.42.42.10(pid=14447): Launched\u000a08:03:13.202139 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:03:13.324098 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:03:13.629193 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14448): Launched\u000a08:03:13.882049 run iperf3-srv_10.42.42.10(pid=14449): Launched\u000a08:03:14.060662 tst cs_paging_gprs_active.py:38: start network...\u000a08:03:14.182999 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:03:14.651966 run create_hlr_db(pid=14450): Launched\u000a08:03:14.820714 bus /sierra_2: Setting Powered False\u000a08:03:15.868526 run create_hlr_db(pid=14450): Terminated: ok {rc=0}\u000a08:03:16.325074 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14452): Launched\u000a08:03:16.757143 run osmo-hlr_10.42.42.2(pid=14453): Launched\u000a08:03:16.904072 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:03:17.507972 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14455): Launched\u000a08:03:17.822506 run osmo-stp_10.42.42.5(pid=14456): Launched\u000a08:03:17.936739 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:03:18.486520 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14458): Launched\u000a08:03:18.598888 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:03:18.873145 run patchelf(pid=14459): Launched\u000a08:03:19.058554 run osmo-stp_10.42.42.5(pid=14456): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14456)]\u000a08:03:19.193612 run osmo-stp_10.42.42.5(pid=14456): stdout: \u000a| (launched: 2022-12-10_08:03:17.668369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:03:19.329119 run osmo-stp_10.42.42.5(pid=14456): stderr: \u000a| �[0;m�[38;5;43m20221210080317858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080317858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080317859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080317859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080317859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080317859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080317860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:03:19.459318 run osmo-stp_10.42.42.5(pid=14456): stdout: \u000a| (launched: 2022-12-10_08:03:17.668369)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:03:19.587999 run osmo-stp_10.42.42.5(pid=14456): stderr: \u000a| �[0;m�[38;5;43m20221210080317858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080317858 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080317859 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080317859 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080317859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080317859 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080317860 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:03:19.739022 run patchelf(pid=14459): Terminating (SIGINT)\u000a08:03:19.916448 run patchelf(pid=14459): Terminated: ok {rc=0}\u000a08:03:19.949507 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14456): Process ended prematurely: osmo-stp_10.42.42.5(pid=14456) [trial-2371↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14456)] [trial-2371↪gprs:nanobts+band-900↪cs_paging_gprs_active.py:38]\u000a08:03:19.959232 tst cs_paging_gprs_active.py:38: Test FAILED (8.6 sec)\u000a08:03:20.022023 run osmo-hlr_10.42.42.2(pid=14453): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:nanobts+band-900↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14453)]\u000a08:03:20.072809 run osmo-hlr_10.42.42.2(pid=14453): stdout: \u000a| (launched: 2022-12-10_08:03:16.488694) \u000a08:03:20.124528 run osmo-hlr_10.42.42.2(pid=14453): stderr: \u000a| �[0;m�[1;31m20221210080316790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080316790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080316790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080316790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080316790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080316790 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080316817 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:nanobts+band-900/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080316839 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080316840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080316840 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:03:20.168514 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14446): Terminating (SIGTERM)\u000a08:03:20.210182 run iperf3-srv_10.42.42.10(pid=14447): Terminating (SIGTERM)\u000a08:03:20.252044 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14448): Terminating (SIGTERM)\u000a08:03:20.293527 run iperf3-srv_10.42.42.10(pid=14449): Terminating (SIGTERM)\u000a08:03:20.335254 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14452): Terminating (SIGTERM)\u000a08:03:20.376860 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14455): Terminating (SIGTERM)\u000a08:03:20.418520 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14458): Terminating (SIGTERM)\u000a08:03:20.428369 --- ParallelTerminationStrategy: PID 14446 died...\u000a08:03:20.483781 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14446): Terminated: ok {rc=0}\u000a08:03:20.494188 --- ParallelTerminationStrategy: PID 14447 died...\u000a08:03:20.549312 run iperf3-srv_10.42.42.10(pid=14447): Terminated {rc=256}\u000a08:03:20.559549 --- ParallelTerminationStrategy: PID 14448 died...\u000a08:03:20.614654 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14448): Terminated: ok {rc=0}\u000a08:03:20.624910 --- ParallelTerminationStrategy: PID 14449 died...\u000a08:03:20.680099 run iperf3-srv_10.42.42.10(pid=14449): Terminated {rc=256}\u000a08:03:20.690222 --- ParallelTerminationStrategy: PID 14452 died...\u000a08:03:20.745243 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14452): Terminated: ok {rc=0}\u000a08:03:20.755493 --- ParallelTerminationStrategy: PID 14455 died...\u000a08:03:20.810943 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14455): Terminated: ok {rc=0}\u000a08:03:20.821137 --- ParallelTerminationStrategy: PID 14458 died...\u000a08:03:20.876844 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14458): Terminated: ok {rc=0}\u000a08:03:20.963160 bus /gobi_0: Setting Powered False\u000a08:03:22.069883 bus /gobi_0: Setting Powered False\u000a08:03:23.177212 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 59, "className" : "gprs:nanobts+band-900", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14468): Process ended prematurely: osmo-stp_10.42.42.5(pid=14468) [trial-2371↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14468)]", "failedSince" : 2313, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14468): Process ended prematurely: osmo-stp_10.42.42.5(pid=14468) [trial-2371↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14468)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:nanobts+band-900 iperf3.py\u000a----------------------------------------------\u000a08:03:24.290960 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:03:24.302712 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a08:03:24.446319 tst iperf3.py: using LAC 26995\u000a08:03:24.571561 tst iperf3.py: using RAC 220\u000a08:03:24.695004 tst iperf3.py: using CellId 26995\u000a08:03:24.814762 tst iperf3.py: using BVCI 26996\u000a08:03:24.837154 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:03:24.847628 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:03:24.858106 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:03:24.868630 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:03:24.879158 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:03:24.889809 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:03:24.900384 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:03:24.910915 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:03:24.921643 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:03:25.211074 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:03:25.342883 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:03:25.668564 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14460): Launched\u000a08:03:25.939369 run iperf3-srv_10.42.42.10(pid=14461): Launched\u000a08:03:26.132647 tst iperf3.py:8: start network...\u000a08:03:26.264129 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:03:26.769816 run create_hlr_db(pid=14462): Launched\u000a08:03:26.952915 bus /gobi_6: Setting Powered False\u000a08:03:27.974556 run create_hlr_db(pid=14462): Terminated: ok {rc=0}\u000a08:03:28.370502 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14464): Launched\u000a08:03:28.664704 run osmo-hlr_10.42.42.2(pid=14465): Launched\u000a08:03:28.772517 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:03:29.284448 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14467): Launched\u000a08:03:29.577797 run osmo-stp_10.42.42.5(pid=14468): Launched\u000a08:03:29.684860 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:03:30.196366 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14470): Launched\u000a08:03:30.300843 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:03:30.557120 run patchelf(pid=14471): Launched\u000a08:03:30.729208 run osmo-stp_10.42.42.5(pid=14468): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14468)]\u000a08:03:30.862362 run osmo-stp_10.42.42.5(pid=14468): stdout: \u000a| (launched: 2022-12-10_08:03:29.433290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:03:31.003614 run osmo-stp_10.42.42.5(pid=14468): stderr: \u000a| �[0;m�[38;5;43m20221210080329603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080329603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080329603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080329603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080329604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080329604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080329604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:03:31.140369 run osmo-stp_10.42.42.5(pid=14468): stdout: \u000a| (launched: 2022-12-10_08:03:29.433290)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:03:31.274477 run osmo-stp_10.42.42.5(pid=14468): stderr: \u000a| �[0;m�[38;5;43m20221210080329603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080329603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080329603 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080329603 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080329604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080329604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080329604 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:03:31.455741 run patchelf(pid=14471): Terminating (SIGINT)\u000a08:03:31.657250 run patchelf(pid=14471): Terminated: ok {rc=0}\u000a08:03:31.692110 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14468): Process ended prematurely: osmo-stp_10.42.42.5(pid=14468) [trial-2371↪gprs:nanobts+band-900↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14468)] [trial-2371↪gprs:nanobts+band-900↪iperf3.py:8]\u000a08:03:31.703088 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a08:03:31.768843 run osmo-hlr_10.42.42.2(pid=14465): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:nanobts+band-900↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14465)]\u000a08:03:31.822426 run osmo-hlr_10.42.42.2(pid=14465): stdout: \u000a| (launched: 2022-12-10_08:03:28.519402) \u000a08:03:31.876151 run osmo-hlr_10.42.42.2(pid=14465): stderr: \u000a| �[0;m�[1;31m20221210080328693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080328693 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080328694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080328694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080328694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080328694 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080328706 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:nanobts+band-900/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080328715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080328715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080328715 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:03:31.922052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14460): Terminating (SIGTERM)\u000a08:03:31.965390 run iperf3-srv_10.42.42.10(pid=14461): Terminating (SIGTERM)\u000a08:03:32.008688 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14464): Terminating (SIGTERM)\u000a08:03:32.054299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14467): Terminating (SIGTERM)\u000a08:03:32.099879 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14470): Terminating (SIGTERM)\u000a08:03:32.111122 --- ParallelTerminationStrategy: PID 14460 died...\u000a08:03:32.169351 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14460): Terminated: ok {rc=0}\u000a08:03:32.179887 --- ParallelTerminationStrategy: PID 14461 died...\u000a08:03:32.237606 run iperf3-srv_10.42.42.10(pid=14461): Terminated {rc=256}\u000a08:03:32.247858 --- ParallelTerminationStrategy: PID 14464 died...\u000a08:03:32.303546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14464): Terminated: ok {rc=0}\u000a08:03:32.313991 --- ParallelTerminationStrategy: PID 14467 died...\u000a08:03:32.370526 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14467): Terminated: ok {rc=0}\u000a08:03:32.380780 --- ParallelTerminationStrategy: PID 14470 died...\u000a08:03:32.437737 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14470): Terminated: ok {rc=0}\u000a08:03:32.526863 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 211, "className" : "gprs:nanobts+band-900", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14486): Process ended prematurely: osmo-stp_10.42.42.5(pid=14486) [trial-2371↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14486)]", "failedSince" : 2161, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14486): Process ended prematurely: osmo-stp_10.42.42.5(pid=14486) [trial-2371↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14486)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:nanobts+band-900 iperf3m4.py\u000a----------------------------------------------\u000a08:03:33.635797 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:03:33.646873 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a08:03:33.781024 tst iperf3m4.py: using LAC 26996\u000a08:03:33.900442 tst iperf3m4.py: using RAC 221\u000a08:03:34.021648 tst iperf3m4.py: using CellId 26996\u000a08:03:34.148679 tst iperf3m4.py: using BVCI 26997\u000a08:03:34.172996 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:03:34.184216 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:03:34.195331 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:03:34.206619 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:03:34.217812 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:03:34.228746 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:03:34.240171 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:03:34.251131 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:03:34.262276 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:03:34.381022 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:03:34.497571 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:03:34.616427 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:03:34.905068 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:03:35.037724 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:03:35.365054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14472): Launched\u000a08:03:35.635630 run iperf3-srv_10.42.42.10(pid=14473): Launched\u000a08:03:35.828487 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:03:35.960456 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:03:36.286785 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14474): Launched\u000a08:03:36.557429 run iperf3-srv_10.42.42.10(pid=14475): Launched\u000a08:03:36.750623 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:03:36.882294 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:03:37.209954 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14476): Launched\u000a08:03:37.480726 run iperf3-srv_10.42.42.10(pid=14477): Launched\u000a08:03:37.673902 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:03:37.805434 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:03:38.132297 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14478): Launched\u000a08:03:38.403098 run iperf3-srv_10.42.42.10(pid=14479): Launched\u000a08:03:38.595998 tst iperf3m4.py:8: start network...\u000a08:03:38.727473 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:03:39.232904 run create_hlr_db(pid=14480): Launched\u000a08:03:39.415772 bus /gobi_6: Setting Powered False\u000a08:03:40.437870 run create_hlr_db(pid=14480): Terminated: ok {rc=0}\u000a08:03:40.833808 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14482): Launched\u000a08:03:41.129290 run osmo-hlr_10.42.42.2(pid=14483): Launched\u000a08:03:41.241260 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:03:41.753150 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14485): Launched\u000a08:03:42.047676 run osmo-stp_10.42.42.5(pid=14486): Launched\u000a08:03:42.155431 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:03:42.668197 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14488): Launched\u000a08:03:42.772876 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:03:43.029944 run patchelf(pid=14489): Launched\u000a08:03:43.202955 run osmo-stp_10.42.42.5(pid=14486): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14486)]\u000a08:03:43.329804 run osmo-stp_10.42.42.5(pid=14486): stdout: \u000a| (launched: 2022-12-10_08:03:41.902362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:03:43.457052 run osmo-stp_10.42.42.5(pid=14486): stderr: \u000a| �[0;m�[38;5;43m20221210080342071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080342071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080342071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080342072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080342072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080342072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080342073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:03:43.579147 run osmo-stp_10.42.42.5(pid=14486): stdout: \u000a| (launched: 2022-12-10_08:03:41.902362)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:03:43.700210 run osmo-stp_10.42.42.5(pid=14486): stderr: \u000a| �[0;m�[38;5;43m20221210080342071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080342071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080342071 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080342072 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080342072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080342072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080342073 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:03:43.841810 run patchelf(pid=14489): Terminating (SIGINT)\u000a08:03:44.008491 run patchelf(pid=14489): Terminated: ok {rc=0}\u000a08:03:44.039339 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14486): Process ended prematurely: osmo-stp_10.42.42.5(pid=14486) [trial-2371↪gprs:nanobts+band-900↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14486)] [trial-2371↪gprs:nanobts+band-900↪iperf3m4.py:8]\u000a08:03:44.048273 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a08:03:44.108517 run osmo-hlr_10.42.42.2(pid=14483): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:nanobts+band-900↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14483)]\u000a08:03:44.157770 run osmo-hlr_10.42.42.2(pid=14483): stdout: \u000a| (launched: 2022-12-10_08:03:40.983550) \u000a08:03:44.207176 run osmo-hlr_10.42.42.2(pid=14483): stderr: \u000a| �[0;m�[1;31m20221210080341157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080341157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080341157 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080341158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080341158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080341158 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080341170 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:nanobts+band-900/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080341181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080341181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080341181 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:03:44.248814 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14472): Terminating (SIGTERM)\u000a08:03:44.288502 run iperf3-srv_10.42.42.10(pid=14473): Terminating (SIGTERM)\u000a08:03:44.327799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14474): Terminating (SIGTERM)\u000a08:03:44.367499 run iperf3-srv_10.42.42.10(pid=14475): Terminating (SIGTERM)\u000a08:03:44.406921 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14476): Terminating (SIGTERM)\u000a08:03:44.446665 run iperf3-srv_10.42.42.10(pid=14477): Terminating (SIGTERM)\u000a08:03:44.486010 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14478): Terminating (SIGTERM)\u000a08:03:44.525825 run iperf3-srv_10.42.42.10(pid=14479): Terminating (SIGTERM)\u000a08:03:44.565238 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14482): Terminating (SIGTERM)\u000a08:03:44.604585 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14485): Terminating (SIGTERM)\u000a08:03:44.643962 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14488): Terminating (SIGTERM)\u000a08:03:44.653393 --- ParallelTerminationStrategy: PID 14472 died...\u000a08:03:44.707194 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14472): Terminated: ok {rc=0}\u000a08:03:44.717251 --- ParallelTerminationStrategy: PID 14473 died...\u000a08:03:44.771134 run iperf3-srv_10.42.42.10(pid=14473): Terminated {rc=256}\u000a08:03:44.781192 --- ParallelTerminationStrategy: PID 14474 died...\u000a08:03:44.834123 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14474): Terminated: ok {rc=0}\u000a08:03:44.843914 --- ParallelTerminationStrategy: PID 14475 died...\u000a08:03:44.896770 run iperf3-srv_10.42.42.10(pid=14475): Terminated {rc=256}\u000a08:03:44.906676 --- ParallelTerminationStrategy: PID 14476 died...\u000a08:03:44.959644 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14476): Terminated: ok {rc=0}\u000a08:03:44.969924 --- ParallelTerminationStrategy: PID 14477 died...\u000a08:03:45.023274 run iperf3-srv_10.42.42.10(pid=14477): Terminated {rc=256}\u000a08:03:45.033041 --- ParallelTerminationStrategy: PID 14478 died...\u000a08:03:45.086144 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14478): Terminated: ok {rc=0}\u000a08:03:45.095655 --- ParallelTerminationStrategy: PID 14479 died...\u000a08:03:45.148741 run iperf3-srv_10.42.42.10(pid=14479): Terminated {rc=256}\u000a08:03:45.158700 --- ParallelTerminationStrategy: PID 14482 died...\u000a08:03:45.212172 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14482): Terminated: ok {rc=0}\u000a08:03:45.222132 --- ParallelTerminationStrategy: PID 14485 died...\u000a08:03:45.275599 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14485): Terminated: ok {rc=0}\u000a08:03:45.285652 --- ParallelTerminationStrategy: PID 14488 died...\u000a08:03:45.339488 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14488): Terminated: ok {rc=0}\u000a08:03:45.423260 bus /gobi_4: Setting Powered False\u000a08:03:46.541868 bus /gobi_4: Setting Powered False\u000a08:03:47.650953 bus /gobi_1: Setting Powered False\u000a08:03:48.758327 bus /gobi_1: Setting Powered False\u000a08:03:49.866733 bus /gobi_0: Setting Powered False\u000a08:03:50.974074 bus /gobi_0: Setting Powered False\u000a08:03:52.083461 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 46, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14496): Process ended prematurely: osmo-stp_10.42.42.5(pid=14496) [trial-2371↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14496)]", "failedSince" : 2326, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14496): Process ended prematurely: osmo-stp_10.42.42.5(pid=14496) [trial-2371↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14496)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:nanobts+band-900 ping.py\u000a----------------------------------------------\u000a08:03:53.153615 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:03:53.165172 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a08:03:53.305024 tst ping.py: using LAC 26997\u000a08:03:53.422728 tst ping.py: using RAC 222\u000a08:03:53.540160 tst ping.py: using CellId 26997\u000a08:03:53.652202 tst ping.py: using BVCI 26998\u000a08:03:53.674469 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:03:53.685148 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:03:53.695736 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:03:53.706462 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:03:53.717100 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:03:53.727624 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:03:53.738441 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:03:53.749064 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:03:54.034535 tst ping.py:19: start network...\u000a08:03:54.164459 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:03:54.661061 run create_hlr_db(pid=14490): Launched\u000a08:03:54.841987 bus /gobi_6: Setting Powered False\u000a08:03:55.862535 run create_hlr_db(pid=14490): Terminated: ok {rc=0}\u000a08:03:56.252598 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14492): Launched\u000a08:03:56.542553 run osmo-hlr_10.42.42.2(pid=14493): Launched\u000a08:03:56.652555 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:03:57.164791 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14495): Launched\u000a08:03:57.453017 run osmo-stp_10.42.42.5(pid=14496): Launched\u000a08:03:57.559358 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:03:58.062788 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14498): Launched\u000a08:03:58.165787 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:03:58.418333 run patchelf(pid=14499): Launched\u000a08:03:58.588007 run osmo-stp_10.42.42.5(pid=14496): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14496)]\u000a08:03:58.711767 run osmo-stp_10.42.42.5(pid=14496): stdout: \u000a| (launched: 2022-12-10_08:03:57.310560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:03:58.836228 run osmo-stp_10.42.42.5(pid=14496): stderr: \u000a| �[0;m�[38;5;43m20221210080357479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080357480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080357480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080357480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080357481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080357481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080357481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:03:58.955871 run osmo-stp_10.42.42.5(pid=14496): stdout: \u000a| (launched: 2022-12-10_08:03:57.310560)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:03:59.074708 run osmo-stp_10.42.42.5(pid=14496): stderr: \u000a| �[0;m�[38;5;43m20221210080357479 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080357480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080357480 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080357480 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080357481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080357481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080357481 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:03:59.213788 run patchelf(pid=14499): Terminating (SIGINT)\u000a08:03:59.377881 run patchelf(pid=14499): Terminated: ok {rc=0}\u000a08:03:59.407605 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14496): Process ended prematurely: osmo-stp_10.42.42.5(pid=14496) [trial-2371↪gprs:nanobts+band-900↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14496)] [trial-2371↪gprs:nanobts+band-900↪ping.py:22]\u000a08:03:59.416064 tst ping.py:22: Test FAILED (6.3 sec)\u000a08:03:59.476214 run osmo-hlr_10.42.42.2(pid=14493): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:nanobts+band-900↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14493)]\u000a08:03:59.525037 run osmo-hlr_10.42.42.2(pid=14493): stdout: \u000a| (launched: 2022-12-10_08:03:56.399128) \u000a08:03:59.574330 run osmo-hlr_10.42.42.2(pid=14493): stderr: \u000a| �[0;m�[1;31m20221210080356575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080356575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080356575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080356575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080356575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080356575 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080356588 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:nanobts+band-900/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080356596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080356596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080356596 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:03:59.616186 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14492): Terminating (SIGTERM)\u000a08:03:59.655907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14495): Terminating (SIGTERM)\u000a08:03:59.696345 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14498): Terminating (SIGTERM)\u000a08:03:59.706022 --- ParallelTerminationStrategy: PID 14492 died...\u000a08:03:59.759454 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14492): Terminated: ok {rc=0}\u000a08:03:59.769325 --- ParallelTerminationStrategy: PID 14495 died...\u000a08:03:59.822465 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14495): Terminated: ok {rc=0}\u000a08:03:59.832383 --- ParallelTerminationStrategy: PID 14498 died...\u000a08:03:59.885194 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14498): Terminated: ok {rc=0}\u000a08:03:59.968156 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:nanobts+band-900", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14506): Process ended prematurely: osmo-stp_10.42.42.5(pid=14506) [trial-2371↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14506)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14506): Process ended prematurely: osmo-stp_10.42.42.5(pid=14506) [trial-2371↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14506)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:nanobts+band-900 ping_idle_ping.py\u000a----------------------------------------------\u000a08:04:01.023896 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:04:01.044016 tst gprs:nanobts+band-900: Using 1 x bts (candidates: 1)\u000a08:04:01.202432 tst ping_idle_ping.py: using LAC 26998\u000a08:04:01.359297 tst ping_idle_ping.py: using RAC 223\u000a08:04:01.518581 tst ping_idle_ping.py: using CellId 26998\u000a08:04:01.648687 tst ping_idle_ping.py: using BVCI 26999\u000a08:04:01.674205 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:04:01.685863 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:04:01.697359 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:04:01.709464 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:04:01.722059 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:04:01.733466 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:04:01.745764 tst gprs:nanobts+band-900: Using 1 x ip_address (candidates: 9)\u000a08:04:01.758233 tst gprs:nanobts+band-900: Using 1 x modem (candidates: 4)\u000a08:04:02.051786 tst ping_idle_ping.py:24: start network...\u000a08:04:02.184940 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:04:02.689625 run create_hlr_db(pid=14500): Launched\u000a08:04:02.870310 bus /gobi_6: Setting Powered False\u000a08:04:03.891320 run create_hlr_db(pid=14500): Terminated: ok {rc=0}\u000a08:04:04.305324 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14502): Launched\u000a08:04:04.616394 run osmo-hlr_10.42.42.2(pid=14503): Launched\u000a08:04:04.733973 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:04:05.273480 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14505): Launched\u000a08:04:05.585877 run osmo-stp_10.42.42.5(pid=14506): Launched\u000a08:04:05.699220 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:04:06.241438 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14508): Launched\u000a08:04:06.352323 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:04:06.622764 run patchelf(pid=14509): Launched\u000a08:04:06.804209 run osmo-stp_10.42.42.5(pid=14506): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14506)]\u000a08:04:06.936636 run osmo-stp_10.42.42.5(pid=14506): stdout: \u000a| (launched: 2022-12-10_08:04:05.432363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:04:07.070287 run osmo-stp_10.42.42.5(pid=14506): stderr: \u000a| �[0;m�[38;5;43m20221210080405624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080405624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080405624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080405625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080405625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080405625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080405625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:04:07.198518 run osmo-stp_10.42.42.5(pid=14506): stdout: \u000a| (launched: 2022-12-10_08:04:05.432363)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:04:07.325999 run osmo-stp_10.42.42.5(pid=14506): stderr: \u000a| �[0;m�[38;5;43m20221210080405624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080405624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080405624 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080405625 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080405625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080405625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080405625 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:04:07.475421 run patchelf(pid=14509): Terminating (SIGINT)\u000a08:04:07.650132 run patchelf(pid=14509): Terminated: ok {rc=0}\u000a08:04:07.681819 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14506): Process ended prematurely: osmo-stp_10.42.42.5(pid=14506) [trial-2371↪gprs:nanobts+band-900↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14506)] [trial-2371↪gprs:nanobts+band-900↪ping_idle_ping.py:27]\u000a08:04:07.690845 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a08:04:07.753166 run osmo-hlr_10.42.42.2(pid=14503): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:nanobts+band-900↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14503)]\u000a08:04:07.803972 run osmo-hlr_10.42.42.2(pid=14503): stdout: \u000a| (launched: 2022-12-10_08:04:04.463363) \u000a08:04:07.855422 run osmo-hlr_10.42.42.2(pid=14503): stderr: \u000a| �[0;m�[1;31m20221210080404659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080404659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080404659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080404659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080404659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080404659 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080404672 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:nanobts+band-900/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080404680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080404680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080404680 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:04:07.899302 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14502): Terminating (SIGTERM)\u000a08:04:07.940794 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14505): Terminating (SIGTERM)\u000a08:04:07.982742 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14508): Terminating (SIGTERM)\u000a08:04:07.992505 --- ParallelTerminationStrategy: PID 14502 died...\u000a08:04:08.048212 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14502): Terminated: ok {rc=0}\u000a08:04:08.058375 --- ParallelTerminationStrategy: PID 14505 died...\u000a08:04:08.113893 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14505): Terminated: ok {rc=0}\u000a08:04:08.124123 --- ParallelTerminationStrategy: PID 14508 died...\u000a08:04:08.179524 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14508): Terminated: ok {rc=0}\u000a08:04:08.266318 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "155", "name" : "gprs_nanobts+band-900", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:03:10" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14523): Process ended prematurely: osmo-stp_10.42.42.5(pid=14523) [trial-2371↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14523)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14523): Process ended prematurely: osmo-stp_10.42.42.5(pid=14523) [trial-2371↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14523)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:nanobts+band-900+mod-bts0-egprs cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:04:10.406273 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:04:10.417013 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:04:10.557377 tst cs_paging_gprs_active.py: using LAC 26999\u000a08:04:10.683160 tst cs_paging_gprs_active.py: using RAC 224\u000a08:04:10.813483 tst cs_paging_gprs_active.py: using CellId 26999\u000a08:04:10.936108 tst cs_paging_gprs_active.py: using BVCI 27000\u000a08:04:10.960818 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:04:10.972259 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:04:10.983605 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:04:10.994830 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:04:11.006153 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:04:11.017442 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:04:11.028737 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:04:11.039879 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:04:11.051247 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:04:11.173408 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:04:11.447314 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:04:11.570072 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:04:11.876033 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14513): Launched\u000a08:04:12.131067 run iperf3-srv_10.42.42.10(pid=14514): Launched\u000a08:04:12.310586 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:04:12.433440 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:04:12.739466 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14515): Launched\u000a08:04:12.993269 run iperf3-srv_10.42.42.10(pid=14516): Launched\u000a08:04:13.172660 tst cs_paging_gprs_active.py:38: start network...\u000a08:04:13.295363 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:04:13.758853 run create_hlr_db(pid=14517): Launched\u000a08:04:13.928259 bus /gobi_6: Setting Powered False\u000a08:04:14.950400 run create_hlr_db(pid=14517): Terminated: ok {rc=0}\u000a08:04:15.371537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14519): Launched\u000a08:04:15.687526 run osmo-hlr_10.42.42.2(pid=14520): Launched\u000a08:04:15.803278 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:04:16.413512 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14522): Launched\u000a08:04:16.849338 run osmo-stp_10.42.42.5(pid=14523): Launched\u000a08:04:17.054878 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:04:17.610348 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14525): Launched\u000a08:04:17.723322 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:04:17.999409 run patchelf(pid=14526): Launched\u000a08:04:18.184662 run osmo-stp_10.42.42.5(pid=14523): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14523)]\u000a08:04:18.320417 run osmo-stp_10.42.42.5(pid=14523): stdout: \u000a| (launched: 2022-12-10_08:04:16.577112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:04:18.456374 run osmo-stp_10.42.42.5(pid=14523): stderr: \u000a| �[0;m�[38;5;43m20221210080416871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080416872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080416872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080416872 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080416873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080416873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080416873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:04:18.587702 run osmo-stp_10.42.42.5(pid=14523): stdout: \u000a| (launched: 2022-12-10_08:04:16.577112)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:04:18.717494 run osmo-stp_10.42.42.5(pid=14523): stderr: \u000a| �[0;m�[38;5;43m20221210080416871 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080416872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080416872 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080416872 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080416873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080416873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080416873 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:04:18.869371 run patchelf(pid=14526): Terminating (SIGINT)\u000a08:04:19.048288 run patchelf(pid=14526): Terminated: ok {rc=0}\u000a08:04:19.081048 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14523): Process ended prematurely: osmo-stp_10.42.42.5(pid=14523) [trial-2371↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14523)] [trial-2371↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py:38]\u000a08:04:19.090745 tst cs_paging_gprs_active.py:38: Test FAILED (8.7 sec)\u000a08:04:19.153422 run osmo-hlr_10.42.42.2(pid=14520): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:nanobts+band-900+mod-bts0-egprs↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14520)]\u000a08:04:19.204294 run osmo-hlr_10.42.42.2(pid=14520): stdout: \u000a| (launched: 2022-12-10_08:04:15.532822) \u000a08:04:19.256377 run osmo-hlr_10.42.42.2(pid=14520): stderr: \u000a| �[0;m�[1;31m20221210080415730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080415730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080415730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080415730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080415730 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080415731 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080415746 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:nanobts+band-900+mod-bts0-egprs/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080415754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080415754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080415754 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:04:19.300659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14513): Terminating (SIGTERM)\u000a08:04:19.342962 run iperf3-srv_10.42.42.10(pid=14514): Terminating (SIGTERM)\u000a08:04:19.384635 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14515): Terminating (SIGTERM)\u000a08:04:19.427458 run iperf3-srv_10.42.42.10(pid=14516): Terminating (SIGTERM)\u000a08:04:19.469137 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14519): Terminating (SIGTERM)\u000a08:04:19.510953 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14522): Terminating (SIGTERM)\u000a08:04:19.552511 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14525): Terminating (SIGTERM)\u000a08:04:19.562393 --- ParallelTerminationStrategy: PID 14513 died...\u000a08:04:19.618104 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14513): Terminated: ok {rc=0}\u000a08:04:19.627992 --- ParallelTerminationStrategy: PID 14514 died...\u000a08:04:19.683311 run iperf3-srv_10.42.42.10(pid=14514): Terminated {rc=256}\u000a08:04:19.693670 --- ParallelTerminationStrategy: PID 14515 died...\u000a08:04:19.749483 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14515): Terminated: ok {rc=0}\u000a08:04:19.759704 --- ParallelTerminationStrategy: PID 14516 died...\u000a08:04:19.815098 run iperf3-srv_10.42.42.10(pid=14516): Terminated {rc=256}\u000a08:04:19.825354 --- ParallelTerminationStrategy: PID 14519 died...\u000a08:04:19.880512 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14519): Terminated: ok {rc=0}\u000a08:04:19.890734 --- ParallelTerminationStrategy: PID 14522 died...\u000a08:04:19.946176 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14522): Terminated: ok {rc=0}\u000a08:04:19.956694 --- ParallelTerminationStrategy: PID 14525 died...\u000a08:04:20.012503 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14525): Terminated: ok {rc=0}\u000a08:04:20.098691 bus /gobi_0: Setting Powered False\u000a08:04:21.204681 bus /gobi_0: Setting Powered False\u000a08:04:22.311702 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14535): Process ended prematurely: osmo-stp_10.42.42.5(pid=14535) [trial-2371↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14535)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14535): Process ended prematurely: osmo-stp_10.42.42.5(pid=14535) [trial-2371↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14535)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:nanobts+band-900+mod-bts0-egprs iperf3.py\u000a----------------------------------------------\u000a08:04:23.425270 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:04:23.437349 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:04:23.576911 tst iperf3.py: using LAC 27000\u000a08:04:23.701317 tst iperf3.py: using RAC 225\u000a08:04:23.826683 tst iperf3.py: using CellId 27000\u000a08:04:23.950604 tst iperf3.py: using BVCI 27001\u000a08:04:23.975371 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:04:23.986808 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:04:23.998058 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:04:24.009744 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:04:24.020839 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:04:24.032112 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:04:24.043623 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:04:24.054647 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:04:24.066500 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:04:24.355281 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:04:24.487539 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:04:24.815115 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14527): Launched\u000a08:04:25.087292 run iperf3-srv_10.42.42.10(pid=14528): Launched\u000a08:04:25.281152 tst iperf3.py:8: start network...\u000a08:04:25.413357 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:04:25.909486 run create_hlr_db(pid=14529): Launched\u000a08:04:26.079451 bus /gobi_6: Setting Powered False\u000a08:04:27.101377 run create_hlr_db(pid=14529): Terminated: ok {rc=0}\u000a08:04:27.493089 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14531): Launched\u000a08:04:27.787386 run osmo-hlr_10.42.42.2(pid=14532): Launched\u000a08:04:27.900266 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:04:28.421858 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14534): Launched\u000a08:04:28.716605 run osmo-stp_10.42.42.5(pid=14535): Launched\u000a08:04:28.824470 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:04:29.337558 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14537): Launched\u000a08:04:29.442443 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:04:29.699360 run patchelf(pid=14538): Launched\u000a08:04:29.871804 run osmo-stp_10.42.42.5(pid=14535): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14535)]\u000a08:04:29.998360 run osmo-stp_10.42.42.5(pid=14535): stdout: \u000a| (launched: 2022-12-10_08:04:28.570904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:04:30.125677 run osmo-stp_10.42.42.5(pid=14535): stderr: \u000a| �[0;m�[38;5;43m20221210080428739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080428739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080428739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080428739 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080428742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080428742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080428742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:04:30.247805 run osmo-stp_10.42.42.5(pid=14535): stdout: \u000a| (launched: 2022-12-10_08:04:28.570904)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:04:30.368297 run osmo-stp_10.42.42.5(pid=14535): stderr: \u000a| �[0;m�[38;5;43m20221210080428739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080428739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080428739 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080428739 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080428742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080428742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080428742 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:04:30.510270 run patchelf(pid=14538): Terminating (SIGINT)\u000a08:04:30.677644 run patchelf(pid=14538): Terminated: ok {rc=0}\u000a08:04:30.708209 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14535): Process ended prematurely: osmo-stp_10.42.42.5(pid=14535) [trial-2371↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14535)] [trial-2371↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py:8]\u000a08:04:30.717353 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a08:04:30.777502 run osmo-hlr_10.42.42.2(pid=14532): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14532)]\u000a08:04:30.826188 run osmo-hlr_10.42.42.2(pid=14532): stdout: \u000a| (launched: 2022-12-10_08:04:27.642352) \u000a08:04:30.899028 run osmo-hlr_10.42.42.2(pid=14532): stderr: \u000a| �[0;m�[1;31m20221210080427821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080427821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080427821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080427821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080427821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080427821 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080427838 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:nanobts+band-900+mod-bts0-egprs/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080427847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080427847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080427847 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:04:30.948132 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14527): Terminating (SIGTERM)\u000a08:04:30.994251 run iperf3-srv_10.42.42.10(pid=14528): Terminating (SIGTERM)\u000a08:04:31.052195 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14531): Terminating (SIGTERM)\u000a08:04:31.104028 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14534): Terminating (SIGTERM)\u000a08:04:31.149883 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14537): Terminating (SIGTERM)\u000a08:04:31.160675 --- ParallelTerminationStrategy: PID 14527 died...\u000a08:04:31.220751 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14527): Terminated: ok {rc=0}\u000a08:04:31.231477 --- ParallelTerminationStrategy: PID 14528 died...\u000a08:04:31.288567 run iperf3-srv_10.42.42.10(pid=14528): Terminated {rc=256}\u000a08:04:31.299305 --- ParallelTerminationStrategy: PID 14531 died...\u000a08:04:31.357114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14531): Terminated: ok {rc=0}\u000a08:04:31.368080 --- ParallelTerminationStrategy: PID 14534 died...\u000a08:04:31.428580 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14534): Terminated: ok {rc=0}\u000a08:04:31.439676 --- ParallelTerminationStrategy: PID 14537 died...\u000a08:04:31.498545 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14537): Terminated: ok {rc=0}\u000a08:04:31.588998 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14553): Process ended prematurely: osmo-stp_10.42.42.5(pid=14553) [trial-2371↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14553)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14553): Process ended prematurely: osmo-stp_10.42.42.5(pid=14553) [trial-2371↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14553)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:nanobts+band-900+mod-bts0-egprs iperf3m4.py\u000a----------------------------------------------\u000a08:04:32.701801 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:04:32.713777 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:04:32.860812 tst iperf3m4.py: using LAC 27001\u000a08:04:32.985119 tst iperf3m4.py: using RAC 226\u000a08:04:33.107927 tst iperf3m4.py: using CellId 27001\u000a08:04:33.230202 tst iperf3m4.py: using BVCI 27002\u000a08:04:33.254566 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:04:33.265954 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:04:33.277236 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:04:33.288440 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:04:33.299582 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:04:33.310833 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:04:33.322200 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:04:33.333363 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:04:33.344750 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:04:33.467741 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:04:33.583989 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:04:33.703148 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:04:33.979738 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:04:34.102642 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:04:34.407704 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14539): Launched\u000a08:04:34.661634 run iperf3-srv_10.42.42.10(pid=14540): Launched\u000a08:04:34.840752 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:04:34.962906 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:04:35.267741 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14541): Launched\u000a08:04:35.520582 run iperf3-srv_10.42.42.10(pid=14542): Launched\u000a08:04:35.699959 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:04:35.822281 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:04:36.126869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14543): Launched\u000a08:04:36.379764 run iperf3-srv_10.42.42.10(pid=14544): Launched\u000a08:04:36.558837 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:04:36.681021 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:04:36.986370 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14545): Launched\u000a08:04:37.239099 run iperf3-srv_10.42.42.10(pid=14546): Launched\u000a08:04:37.418095 tst iperf3m4.py:8: start network...\u000a08:04:37.540425 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:04:38.003075 run create_hlr_db(pid=14547): Launched\u000a08:04:38.172322 bus /gobi_6: Setting Powered False\u000a08:04:39.194719 run create_hlr_db(pid=14547): Terminated: ok {rc=0}\u000a08:04:39.615848 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14549): Launched\u000a08:04:39.931816 run osmo-hlr_10.42.42.2(pid=14550): Launched\u000a08:04:40.049460 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:04:40.598502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14552): Launched\u000a08:04:40.913762 run osmo-stp_10.42.42.5(pid=14553): Launched\u000a08:04:41.029653 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:04:41.580028 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14555): Launched\u000a08:04:41.693359 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:04:41.968772 run patchelf(pid=14556): Launched\u000a08:04:42.153847 run osmo-stp_10.42.42.5(pid=14553): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14553)]\u000a08:04:42.288880 run osmo-stp_10.42.42.5(pid=14553): stdout: \u000a| (launched: 2022-12-10_08:04:40.758774)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:04:42.424484 run osmo-stp_10.42.42.5(pid=14553): stderr: \u000a| �[0;m�[38;5;43m20221210080440950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080440950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080440950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080440951 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080440951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080440951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080440951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:04:42.555048 run osmo-stp_10.42.42.5(pid=14553): stdout: \u000a| (launched: 2022-12-10_08:04:40.758774)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:04:42.684122 run osmo-stp_10.42.42.5(pid=14553): stderr: \u000a| �[0;m�[38;5;43m20221210080440950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080440950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080440950 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080440951 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080440951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080440951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080440951 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:04:42.835177 run patchelf(pid=14556): Terminating (SIGINT)\u000a08:04:43.013284 run patchelf(pid=14556): Terminated: ok {rc=0}\u000a08:04:43.045855 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14553): Process ended prematurely: osmo-stp_10.42.42.5(pid=14553) [trial-2371↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14553)] [trial-2371↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py:8]\u000a08:04:43.055590 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a08:04:43.118451 run osmo-hlr_10.42.42.2(pid=14550): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:nanobts+band-900+mod-bts0-egprs↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14550)]\u000a08:04:43.169350 run osmo-hlr_10.42.42.2(pid=14550): stdout: \u000a| (launched: 2022-12-10_08:04:39.776780) \u000a08:04:43.221111 run osmo-hlr_10.42.42.2(pid=14550): stderr: \u000a| �[0;m�[1;31m20221210080439973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080439973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080439973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080439973 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080439974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080439974 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080439986 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:nanobts+band-900+mod-bts0-egprs/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080439994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080439994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080439994 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:04:43.265143 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14539): Terminating (SIGTERM)\u000a08:04:43.307044 run iperf3-srv_10.42.42.10(pid=14540): Terminating (SIGTERM)\u000a08:04:43.349061 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14541): Terminating (SIGTERM)\u000a08:04:43.390601 run iperf3-srv_10.42.42.10(pid=14542): Terminating (SIGTERM)\u000a08:04:43.432291 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14543): Terminating (SIGTERM)\u000a08:04:43.473853 run iperf3-srv_10.42.42.10(pid=14544): Terminating (SIGTERM)\u000a08:04:43.515358 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14545): Terminating (SIGTERM)\u000a08:04:43.556823 run iperf3-srv_10.42.42.10(pid=14546): Terminating (SIGTERM)\u000a08:04:43.598580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14549): Terminating (SIGTERM)\u000a08:04:43.640370 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14552): Terminating (SIGTERM)\u000a08:04:43.682340 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14555): Terminating (SIGTERM)\u000a08:04:43.692249 --- ParallelTerminationStrategy: PID 14539 died...\u000a08:04:43.747748 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14539): Terminated: ok {rc=0}\u000a08:04:43.758146 --- ParallelTerminationStrategy: PID 14540 died...\u000a08:04:43.813266 run iperf3-srv_10.42.42.10(pid=14540): Terminated {rc=256}\u000a08:04:43.823552 --- ParallelTerminationStrategy: PID 14541 died...\u000a08:04:43.878855 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14541): Terminated: ok {rc=0}\u000a08:04:43.888927 --- ParallelTerminationStrategy: PID 14542 died...\u000a08:04:43.943897 run iperf3-srv_10.42.42.10(pid=14542): Terminated {rc=256}\u000a08:04:43.954176 --- ParallelTerminationStrategy: PID 14543 died...\u000a08:04:44.009668 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14543): Terminated: ok {rc=0}\u000a08:04:44.020107 --- ParallelTerminationStrategy: PID 14544 died...\u000a08:04:44.075516 run iperf3-srv_10.42.42.10(pid=14544): Terminated {rc=256}\u000a08:04:44.085773 --- ParallelTerminationStrategy: PID 14545 died...\u000a08:04:44.141054 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14545): Terminated: ok {rc=0}\u000a08:04:44.151426 --- ParallelTerminationStrategy: PID 14546 died...\u000a08:04:44.206821 run iperf3-srv_10.42.42.10(pid=14546): Terminated {rc=256}\u000a08:04:44.217037 --- ParallelTerminationStrategy: PID 14549 died...\u000a08:04:44.272440 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14549): Terminated: ok {rc=0}\u000a08:04:44.282684 --- ParallelTerminationStrategy: PID 14552 died...\u000a08:04:44.338141 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14552): Terminated: ok {rc=0}\u000a08:04:44.348533 --- ParallelTerminationStrategy: PID 14555 died...\u000a08:04:44.404095 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14555): Terminated: ok {rc=0}\u000a08:04:44.491061 bus /gobi_4: Setting Powered False\u000a08:04:45.597824 bus /gobi_4: Setting Powered False\u000a08:04:46.707469 bus /gobi_1: Setting Powered False\u000a08:04:47.810936 bus /gobi_1: Setting Powered False\u000a08:04:48.921767 bus /gobi_0: Setting Powered False\u000a08:04:50.026623 bus /gobi_0: Setting Powered False\u000a08:04:51.136695 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14563): Process ended prematurely: osmo-stp_10.42.42.5(pid=14563) [trial-2371↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14563)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14563): Process ended prematurely: osmo-stp_10.42.42.5(pid=14563) [trial-2371↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14563)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:nanobts+band-900+mod-bts0-egprs ping.py\u000a----------------------------------------------\u000a08:04:52.206036 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:04:52.218455 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:04:52.360386 tst ping.py: using LAC 27002\u000a08:04:52.477434 tst ping.py: using RAC 227\u000a08:04:52.591113 tst ping.py: using CellId 27002\u000a08:04:52.704296 tst ping.py: using BVCI 27003\u000a08:04:52.726757 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:04:52.737549 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:04:52.748186 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:04:52.759160 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:04:52.770042 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:04:52.780744 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:04:52.791743 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:04:52.802660 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:04:53.070500 tst ping.py:19: start network...\u000a08:04:53.190703 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:04:53.644499 run create_hlr_db(pid=14557): Launched\u000a08:04:53.811554 bus /gobi_6: Setting Powered False\u000a08:04:54.832926 run create_hlr_db(pid=14557): Terminated: ok {rc=0}\u000a08:04:55.246895 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14559): Launched\u000a08:04:55.557607 run osmo-hlr_10.42.42.2(pid=14560): Launched\u000a08:04:55.672556 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:04:56.216689 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14562): Launched\u000a08:04:56.528246 run osmo-stp_10.42.42.5(pid=14563): Launched\u000a08:04:56.641424 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:04:57.183248 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14565): Launched\u000a08:04:57.294332 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:04:57.565095 run patchelf(pid=14566): Launched\u000a08:04:57.747629 run osmo-stp_10.42.42.5(pid=14563): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14563)]\u000a08:04:57.881068 run osmo-stp_10.42.42.5(pid=14563): stdout: \u000a| (launched: 2022-12-10_08:04:56.374844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:04:58.014735 run osmo-stp_10.42.42.5(pid=14563): stderr: \u000a| �[0;m�[38;5;43m20221210080456563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080456563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080456563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080456564 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080456564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080456564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080456564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:04:58.143503 run osmo-stp_10.42.42.5(pid=14563): stdout: \u000a| (launched: 2022-12-10_08:04:56.374844)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:04:58.271015 run osmo-stp_10.42.42.5(pid=14563): stderr: \u000a| �[0;m�[38;5;43m20221210080456563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080456563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080456563 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080456564 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080456564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080456564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080456564 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:04:58.419825 run patchelf(pid=14566): Terminating (SIGINT)\u000a08:04:58.595125 run patchelf(pid=14566): Terminated: ok {rc=0}\u000a08:04:58.626689 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14563): Process ended prematurely: osmo-stp_10.42.42.5(pid=14563) [trial-2371↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14563)] [trial-2371↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py:22]\u000a08:04:58.635750 tst ping.py:22: Test FAILED (6.4 sec)\u000a08:04:58.698190 run osmo-hlr_10.42.42.2(pid=14560): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:nanobts+band-900+mod-bts0-egprs↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14560)]\u000a08:04:58.749168 run osmo-hlr_10.42.42.2(pid=14560): stdout: \u000a| (launched: 2022-12-10_08:04:55.404810) \u000a08:04:58.800738 run osmo-hlr_10.42.42.2(pid=14560): stderr: \u000a| �[0;m�[1;31m20221210080455599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080455599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080455599 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080455600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080455600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080455600 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080455618 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:nanobts+band-900+mod-bts0-egprs/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080455626 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080455627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080455627 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:04:58.845035 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14559): Terminating (SIGTERM)\u000a08:04:58.886877 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14562): Terminating (SIGTERM)\u000a08:04:58.928636 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14565): Terminating (SIGTERM)\u000a08:04:58.938491 --- ParallelTerminationStrategy: PID 14559 died...\u000a08:04:58.994699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14559): Terminated: ok {rc=0}\u000a08:04:59.004915 --- ParallelTerminationStrategy: PID 14562 died...\u000a08:04:59.060686 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14562): Terminated: ok {rc=0}\u000a08:04:59.071152 --- ParallelTerminationStrategy: PID 14565 died...\u000a08:04:59.126912 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14565): Terminated: ok {rc=0}\u000a08:04:59.212212 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:nanobts+band-900+mod-bts0-egprs", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14576): Process ended prematurely: osmo-stp_10.42.42.5(pid=14576) [trial-2371↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14576)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14576): Process ended prematurely: osmo-stp_10.42.42.5(pid=14576) [trial-2371↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14576)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:nanobts+band-900+mod-bts0-egprs ping_idle_ping.py\u000a----------------------------------------------\u000a08:05:00.263766 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:05:00.275664 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x bts (candidates: 1)\u000a08:05:00.416368 tst ping_idle_ping.py: using LAC 27003\u000a08:05:00.543084 tst ping_idle_ping.py: using RAC 228\u000a08:05:00.669285 tst ping_idle_ping.py: using CellId 27003\u000a08:05:00.790887 tst ping_idle_ping.py: using BVCI 27004\u000a08:05:00.814650 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:05:00.825978 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:05:00.841467 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:05:00.853709 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:05:00.865627 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:05:00.886252 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:05:00.903250 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x ip_address (candidates: 9)\u000a08:05:00.916294 tst gprs:nanobts+band-900+mod-bts0-egprs: Using 1 x modem (candidates: 4)\u000a08:05:01.198115 tst ping_idle_ping.py:24: start network...\u000a08:05:01.334926 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:05:01.889733 run create_hlr_db(pid=14570): Launched\u000a08:05:02.081301 bus /gobi_6: Setting Powered False\u000a08:05:03.098530 run create_hlr_db(pid=14570): Terminated: ok {rc=0}\u000a08:05:03.513993 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14572): Launched\u000a08:05:03.826383 run osmo-hlr_10.42.42.2(pid=14573): Launched\u000a08:05:03.939402 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:05:04.480561 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14575): Launched\u000a08:05:04.791999 run osmo-stp_10.42.42.5(pid=14576): Launched\u000a08:05:04.905143 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:05:05.450313 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14578): Launched\u000a08:05:05.561482 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:05:05.833662 run patchelf(pid=14579): Launched\u000a08:05:06.016102 run osmo-stp_10.42.42.5(pid=14576): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14576)]\u000a08:05:06.149411 run osmo-stp_10.42.42.5(pid=14576): stdout: \u000a| (launched: 2022-12-10_08:05:04.638879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:05:06.282613 run osmo-stp_10.42.42.5(pid=14576): stderr: \u000a| �[0;m�[38;5;43m20221210080504830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080504830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080504830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080504831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080504833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080504833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080504833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:05:06.411103 run osmo-stp_10.42.42.5(pid=14576): stdout: \u000a| (launched: 2022-12-10_08:05:04.638879)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:05:06.538408 run osmo-stp_10.42.42.5(pid=14576): stderr: \u000a| �[0;m�[38;5;43m20221210080504830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080504830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080504830 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080504831 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080504833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080504833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080504833 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:05:06.686927 run patchelf(pid=14579): Terminating (SIGINT)\u000a08:05:06.861518 run patchelf(pid=14579): Terminated: ok {rc=0}\u000a08:05:06.893451 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14576): Process ended prematurely: osmo-stp_10.42.42.5(pid=14576) [trial-2371↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14576)] [trial-2371↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py:27]\u000a08:05:06.902380 tst ping_idle_ping.py:27: Test FAILED (6.6 sec)\u000a08:05:06.964536 run osmo-hlr_10.42.42.2(pid=14573): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:nanobts+band-900+mod-bts0-egprs↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14573)]\u000a08:05:07.015613 run osmo-hlr_10.42.42.2(pid=14573): stdout: \u000a| (launched: 2022-12-10_08:05:03.673504) \u000a08:05:07.067264 run osmo-hlr_10.42.42.2(pid=14573): stderr: \u000a| �[0;m�[1;31m20221210080503869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080503869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080503869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080503869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080503869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080503869 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080503883 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:nanobts+band-900+mod-bts0-egprs/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080503893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080503893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080503893 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:05:07.111129 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14572): Terminating (SIGTERM)\u000a08:05:07.152800 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14575): Terminating (SIGTERM)\u000a08:05:07.194540 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14578): Terminating (SIGTERM)\u000a08:05:07.204332 --- ParallelTerminationStrategy: PID 14572 died...\u000a08:05:07.260530 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14572): Terminated: ok {rc=0}\u000a08:05:07.270887 --- ParallelTerminationStrategy: PID 14575 died...\u000a08:05:07.326780 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14575): Terminated: ok {rc=0}\u000a08:05:07.337015 --- ParallelTerminationStrategy: PID 14578 died...\u000a08:05:07.393061 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14578): Terminated: ok {rc=0}\u000a08:05:07.480103 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "156", "name" : "gprs_nanobts+band-900+mod-bts0-egprs", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:04:10" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14593): Process ended prematurely: osmo-stp_10.42.42.5(pid=14593) [trial-2371↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14593)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14593): Process ended prematurely: osmo-stp_10.42.42.5(pid=14593) [trial-2371↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14593)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:nanobts+band-900+mod-bts0-dynts-ipa cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:05:09.633566 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:09.644649 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:05:09.801726 tst cs_paging_gprs_active.py: using LAC 27004\u000a08:05:09.917363 tst cs_paging_gprs_active.py: using RAC 229\u000a08:05:10.031987 tst cs_paging_gprs_active.py: using CellId 27004\u000a08:05:10.145986 tst cs_paging_gprs_active.py: using BVCI 27005\u000a08:05:10.168417 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:10.179350 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:10.190074 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:10.200683 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:10.211480 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:10.222567 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:10.233817 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:10.244695 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:10.255742 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:05:10.374674 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:05:10.647937 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:05:10.770244 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:05:11.074542 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14583): Launched\u000a08:05:11.327795 run iperf3-srv_10.42.42.10(pid=14584): Launched\u000a08:05:11.507291 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:05:11.629749 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:05:11.935536 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14585): Launched\u000a08:05:12.188482 run iperf3-srv_10.42.42.10(pid=14586): Launched\u000a08:05:12.368141 tst cs_paging_gprs_active.py:38: start network...\u000a08:05:12.490147 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:05:12.953385 run create_hlr_db(pid=14587): Launched\u000a08:05:13.122622 bus /gobi_6: Setting Powered False\u000a08:05:14.145242 run create_hlr_db(pid=14587): Terminated: ok {rc=0}\u000a08:05:14.557725 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14589): Launched\u000a08:05:14.852916 run osmo-hlr_10.42.42.2(pid=14590): Launched\u000a08:05:14.967062 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:05:15.486170 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14592): Launched\u000a08:05:15.781879 run osmo-stp_10.42.42.5(pid=14593): Launched\u000a08:05:15.952756 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:05:16.539288 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14595): Launched\u000a08:05:16.658261 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:05:16.980399 run patchelf(pid=14596): Launched\u000a08:05:17.186148 run osmo-stp_10.42.42.5(pid=14593): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14593)]\u000a08:05:17.322295 run osmo-stp_10.42.42.5(pid=14593): stdout: \u000a| (launched: 2022-12-10_08:05:15.635746)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:05:17.458203 run osmo-stp_10.42.42.5(pid=14593): stderr: \u000a| �[0;m�[38;5;43m20221210080515805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080515805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080515805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080515806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080515806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080515806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080515806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:05:17.589311 run osmo-stp_10.42.42.5(pid=14593): stdout: \u000a| (launched: 2022-12-10_08:05:15.635746)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:05:17.718880 run osmo-stp_10.42.42.5(pid=14593): stderr: \u000a| �[0;m�[38;5;43m20221210080515805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080515805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080515805 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080515806 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080515806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080515806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080515806 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:05:17.870319 run patchelf(pid=14596): Terminating (SIGINT)\u000a08:05:18.049533 run patchelf(pid=14596): Terminated: ok {rc=0}\u000a08:05:18.082126 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14593): Process ended prematurely: osmo-stp_10.42.42.5(pid=14593) [trial-2371↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14593)] [trial-2371↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py:38]\u000a08:05:18.091788 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a08:05:18.154300 run osmo-hlr_10.42.42.2(pid=14590): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14590)]\u000a08:05:18.205404 run osmo-hlr_10.42.42.2(pid=14590): stdout: \u000a| (launched: 2022-12-10_08:05:14.707349) \u000a08:05:18.257015 run osmo-hlr_10.42.42.2(pid=14590): stderr: \u000a| �[0;m�[1;31m20221210080514885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080514885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080514885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080514885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080514885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080514885 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080514896 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:nanobts+band-900+mod-bts0-dynts-ipa/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080514904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080514904 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080514905 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:05:18.300799 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14583): Terminating (SIGTERM)\u000a08:05:18.342142 run iperf3-srv_10.42.42.10(pid=14584): Terminating (SIGTERM)\u000a08:05:18.383659 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14585): Terminating (SIGTERM)\u000a08:05:18.425103 run iperf3-srv_10.42.42.10(pid=14586): Terminating (SIGTERM)\u000a08:05:18.466507 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14589): Terminating (SIGTERM)\u000a08:05:18.507900 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14592): Terminating (SIGTERM)\u000a08:05:18.549584 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14595): Terminating (SIGTERM)\u000a08:05:18.559006 --- ParallelTerminationStrategy: PID 14583 died...\u000a08:05:18.614541 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14583): Terminated: ok {rc=0}\u000a08:05:18.624625 --- ParallelTerminationStrategy: PID 14584 died...\u000a08:05:18.680075 run iperf3-srv_10.42.42.10(pid=14584): Terminated {rc=256}\u000a08:05:18.690194 --- ParallelTerminationStrategy: PID 14585 died...\u000a08:05:18.745442 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14585): Terminated: ok {rc=0}\u000a08:05:18.755497 --- ParallelTerminationStrategy: PID 14586 died...\u000a08:05:18.810790 run iperf3-srv_10.42.42.10(pid=14586): Terminated {rc=256}\u000a08:05:18.820775 --- ParallelTerminationStrategy: PID 14589 died...\u000a08:05:18.876027 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14589): Terminated: ok {rc=0}\u000a08:05:18.886161 --- ParallelTerminationStrategy: PID 14592 died...\u000a08:05:18.941596 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14592): Terminated: ok {rc=0}\u000a08:05:18.951699 --- ParallelTerminationStrategy: PID 14595 died...\u000a08:05:19.007228 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14595): Terminated: ok {rc=0}\u000a08:05:19.093883 bus /gobi_0: Setting Powered False\u000a08:05:20.199481 bus /gobi_0: Setting Powered False\u000a08:05:21.309670 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14605): Process ended prematurely: osmo-stp_10.42.42.5(pid=14605) [trial-2371↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14605)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14605): Process ended prematurely: osmo-stp_10.42.42.5(pid=14605) [trial-2371↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14605)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3.py\u000a----------------------------------------------\u000a08:05:22.418294 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:22.429843 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:05:22.584744 tst iperf3.py: using LAC 27005\u000a08:05:22.702345 tst iperf3.py: using RAC 230\u000a08:05:22.820564 tst iperf3.py: using CellId 27005\u000a08:05:22.937728 tst iperf3.py: using BVCI 27006\u000a08:05:22.960620 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:22.971453 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:22.982313 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:22.993054 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:23.003796 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:23.014742 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:23.025943 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:23.036788 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:23.047971 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:05:23.320343 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:05:23.443357 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:05:23.749861 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14597): Launched\u000a08:05:24.003347 run iperf3-srv_10.42.42.10(pid=14598): Launched\u000a08:05:24.182501 tst iperf3.py:8: start network...\u000a08:05:24.304874 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:05:24.766510 run create_hlr_db(pid=14599): Launched\u000a08:05:24.935810 bus /gobi_6: Setting Powered False\u000a08:05:25.960094 run create_hlr_db(pid=14599): Terminated: ok {rc=0}\u000a08:05:26.381585 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14601): Launched\u000a08:05:26.698203 run osmo-hlr_10.42.42.2(pid=14602): Launched\u000a08:05:26.813837 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:05:27.362290 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14604): Launched\u000a08:05:27.677791 run osmo-stp_10.42.42.5(pid=14605): Launched\u000a08:05:27.792023 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:05:28.343047 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14607): Launched\u000a08:05:28.455972 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:05:28.731258 run patchelf(pid=14608): Launched\u000a08:05:28.916072 run osmo-stp_10.42.42.5(pid=14605): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14605)]\u000a08:05:29.052326 run osmo-stp_10.42.42.5(pid=14605): stdout: \u000a| (launched: 2022-12-10_08:05:27.522821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:05:29.187821 run osmo-stp_10.42.42.5(pid=14605): stderr: \u000a| �[0;m�[38;5;43m20221210080527713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080527713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080527713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080527714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080527714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080527714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080527714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:05:29.319020 run osmo-stp_10.42.42.5(pid=14605): stdout: \u000a| (launched: 2022-12-10_08:05:27.522821)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:05:29.448729 run osmo-stp_10.42.42.5(pid=14605): stderr: \u000a| �[0;m�[38;5;43m20221210080527713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080527713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080527713 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080527714 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080527714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080527714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080527714 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:05:29.600120 run patchelf(pid=14608): Terminating (SIGINT)\u000a08:05:29.778471 run patchelf(pid=14608): Terminated: ok {rc=0}\u000a08:05:29.811137 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14605): Process ended prematurely: osmo-stp_10.42.42.5(pid=14605) [trial-2371↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14605)] [trial-2371↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py:8]\u000a08:05:29.820717 tst iperf3.py:8: Test FAILED (7.4 sec)\u000a08:05:29.882886 run osmo-hlr_10.42.42.2(pid=14602): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14602)]\u000a08:05:29.933567 run osmo-hlr_10.42.42.2(pid=14602): stdout: \u000a| (launched: 2022-12-10_08:05:26.542465) \u000a08:05:29.985375 run osmo-hlr_10.42.42.2(pid=14602): stderr: \u000a| �[0;m�[1;31m20221210080526739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080526739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080526739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080526739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080526739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080526739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080526751 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080526759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080526760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080526760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:05:30.029757 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14597): Terminating (SIGTERM)\u000a08:05:30.071375 run iperf3-srv_10.42.42.10(pid=14598): Terminating (SIGTERM)\u000a08:05:30.113028 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14601): Terminating (SIGTERM)\u000a08:05:30.154667 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14604): Terminating (SIGTERM)\u000a08:05:30.196366 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14607): Terminating (SIGTERM)\u000a08:05:30.206168 --- ParallelTerminationStrategy: PID 14597 died...\u000a08:05:30.262052 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14597): Terminated: ok {rc=0}\u000a08:05:30.272219 --- ParallelTerminationStrategy: PID 14598 died...\u000a08:05:30.327862 run iperf3-srv_10.42.42.10(pid=14598): Terminated {rc=256}\u000a08:05:30.338074 --- ParallelTerminationStrategy: PID 14601 died...\u000a08:05:30.393628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14601): Terminated: ok {rc=0}\u000a08:05:30.403630 --- ParallelTerminationStrategy: PID 14604 died...\u000a08:05:30.459442 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14604): Terminated: ok {rc=0}\u000a08:05:30.470012 --- ParallelTerminationStrategy: PID 14607 died...\u000a08:05:30.525777 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14607): Terminated: ok {rc=0}\u000a08:05:30.612351 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14623): Process ended prematurely: osmo-stp_10.42.42.5(pid=14623) [trial-2371↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14623)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14623): Process ended prematurely: osmo-stp_10.42.42.5(pid=14623) [trial-2371↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14623)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:nanobts+band-900+mod-bts0-dynts-ipa iperf3m4.py\u000a----------------------------------------------\u000a08:05:31.729537 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:31.742315 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:05:31.907310 tst iperf3m4.py: using LAC 27006\u000a08:05:32.030561 tst iperf3m4.py: using RAC 231\u000a08:05:32.178263 tst iperf3m4.py: using CellId 27006\u000a08:05:32.295965 tst iperf3m4.py: using BVCI 27007\u000a08:05:32.318591 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:32.329453 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:32.340240 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:32.351007 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:32.361780 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:32.373298 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:32.385063 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:32.396411 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:32.408053 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:05:32.524854 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:05:32.649038 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:05:32.768742 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:05:33.043305 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:05:33.166409 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:05:33.473507 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14609): Launched\u000a08:05:33.728000 run iperf3-srv_10.42.42.10(pid=14610): Launched\u000a08:05:33.907777 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:05:34.030653 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:05:34.337130 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14611): Launched\u000a08:05:34.590888 run iperf3-srv_10.42.42.10(pid=14612): Launched\u000a08:05:34.770393 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:05:34.892687 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:05:35.199400 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14613): Launched\u000a08:05:35.453363 run iperf3-srv_10.42.42.10(pid=14614): Launched\u000a08:05:35.633170 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:05:35.755322 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:05:36.062519 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14615): Launched\u000a08:05:36.316492 run iperf3-srv_10.42.42.10(pid=14616): Launched\u000a08:05:36.495774 tst iperf3m4.py:8: start network...\u000a08:05:36.618529 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:05:37.082034 run create_hlr_db(pid=14617): Launched\u000a08:05:37.250728 bus /gobi_6: Setting Powered False\u000a08:05:38.272141 run create_hlr_db(pid=14617): Terminated: ok {rc=0}\u000a08:05:38.665789 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14619): Launched\u000a08:05:38.961551 run osmo-hlr_10.42.42.2(pid=14620): Launched\u000a08:05:39.075919 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:05:39.598882 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14622): Launched\u000a08:05:39.894624 run osmo-stp_10.42.42.5(pid=14623): Launched\u000a08:05:40.004402 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:05:40.517682 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14625): Launched\u000a08:05:40.622803 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:05:40.880611 run patchelf(pid=14626): Launched\u000a08:05:41.053385 run osmo-stp_10.42.42.5(pid=14623): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14623)]\u000a08:05:41.179598 run osmo-stp_10.42.42.5(pid=14623): stdout: \u000a| (launched: 2022-12-10_08:05:39.748406)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:05:41.306162 run osmo-stp_10.42.42.5(pid=14623): stderr: \u000a| �[0;m�[38;5;43m20221210080539918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080539919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080539919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080539919 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080539920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080539920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080539920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:05:41.428033 run osmo-stp_10.42.42.5(pid=14623): stdout: \u000a| (launched: 2022-12-10_08:05:39.748406)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:05:41.548391 run osmo-stp_10.42.42.5(pid=14623): stderr: \u000a| �[0;m�[38;5;43m20221210080539918 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080539919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080539919 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080539919 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080539920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080539920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080539920 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:05:41.689782 run patchelf(pid=14626): Terminating (SIGINT)\u000a08:05:41.856653 run patchelf(pid=14626): Terminated: ok {rc=0}\u000a08:05:41.887504 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14623): Process ended prematurely: osmo-stp_10.42.42.5(pid=14623) [trial-2371↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14623)] [trial-2371↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py:8]\u000a08:05:41.896544 tst iperf3m4.py:8: Test FAILED (10.2 sec)\u000a08:05:41.957038 run osmo-hlr_10.42.42.2(pid=14620): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14620)]\u000a08:05:42.005983 run osmo-hlr_10.42.42.2(pid=14620): stdout: \u000a| (launched: 2022-12-10_08:05:38.815101) \u000a08:05:42.055525 run osmo-hlr_10.42.42.2(pid=14620): stderr: \u000a| �[0;m�[1;31m20221210080538991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080538991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080538991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080538991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080538991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080538991 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080539006 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:nanobts+band-900+mod-bts0-dynts-ipa/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080539016 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080539017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080539017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:05:42.098115 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14609): Terminating (SIGTERM)\u000a08:05:42.137738 run iperf3-srv_10.42.42.10(pid=14610): Terminating (SIGTERM)\u000a08:05:42.177422 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14611): Terminating (SIGTERM)\u000a08:05:42.216976 run iperf3-srv_10.42.42.10(pid=14612): Terminating (SIGTERM)\u000a08:05:42.256535 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14613): Terminating (SIGTERM)\u000a08:05:42.296078 run iperf3-srv_10.42.42.10(pid=14614): Terminating (SIGTERM)\u000a08:05:42.335759 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14615): Terminating (SIGTERM)\u000a08:05:42.375132 run iperf3-srv_10.42.42.10(pid=14616): Terminating (SIGTERM)\u000a08:05:42.414706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14619): Terminating (SIGTERM)\u000a08:05:42.454123 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14622): Terminating (SIGTERM)\u000a08:05:42.493554 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14625): Terminating (SIGTERM)\u000a08:05:42.502751 --- ParallelTerminationStrategy: PID 14609 died...\u000a08:05:42.556293 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14609): Terminated: ok {rc=0}\u000a08:05:42.566029 --- ParallelTerminationStrategy: PID 14610 died...\u000a08:05:42.619144 run iperf3-srv_10.42.42.10(pid=14610): Terminated {rc=256}\u000a08:05:42.628655 --- ParallelTerminationStrategy: PID 14611 died...\u000a08:05:42.681698 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14611): Terminated: ok {rc=0}\u000a08:05:42.691894 --- ParallelTerminationStrategy: PID 14612 died...\u000a08:05:42.744751 run iperf3-srv_10.42.42.10(pid=14612): Terminated {rc=256}\u000a08:05:42.754609 --- ParallelTerminationStrategy: PID 14613 died...\u000a08:05:42.807869 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14613): Terminated: ok {rc=0}\u000a08:05:42.817597 --- ParallelTerminationStrategy: PID 14614 died...\u000a08:05:42.870709 run iperf3-srv_10.42.42.10(pid=14614): Terminated {rc=256}\u000a08:05:42.880446 --- ParallelTerminationStrategy: PID 14615 died...\u000a08:05:42.933459 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14615): Terminated: ok {rc=0}\u000a08:05:42.943290 --- ParallelTerminationStrategy: PID 14616 died...\u000a08:05:42.995925 run iperf3-srv_10.42.42.10(pid=14616): Terminated {rc=256}\u000a08:05:43.005826 --- ParallelTerminationStrategy: PID 14619 died...\u000a08:05:43.058362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14619): Terminated: ok {rc=0}\u000a08:05:43.068200 --- ParallelTerminationStrategy: PID 14622 died...\u000a08:05:43.121360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14622): Terminated: ok {rc=0}\u000a08:05:43.131016 --- ParallelTerminationStrategy: PID 14625 died...\u000a08:05:43.183890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14625): Terminated: ok {rc=0}\u000a08:05:43.268405 bus /gobi_4: Setting Powered False\u000a08:05:44.374089 bus /gobi_4: Setting Powered False\u000a08:05:45.482172 bus /gobi_1: Setting Powered False\u000a08:05:46.584832 bus /gobi_1: Setting Powered False\u000a08:05:47.693905 bus /gobi_0: Setting Powered False\u000a08:05:48.795780 bus /gobi_0: Setting Powered False\u000a08:05:49.905698 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14633): Process ended prematurely: osmo-stp_10.42.42.5(pid=14633) [trial-2371↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14633)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14633): Process ended prematurely: osmo-stp_10.42.42.5(pid=14633) [trial-2371↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14633)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping.py\u000a----------------------------------------------\u000a08:05:50.973011 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:50.984567 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:05:51.136676 tst ping.py: using LAC 27007\u000a08:05:51.249841 tst ping.py: using RAC 232\u000a08:05:51.364209 tst ping.py: using CellId 27007\u000a08:05:51.477554 tst ping.py: using BVCI 27008\u000a08:05:51.499589 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:51.510523 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:51.521247 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:51.531954 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:51.542874 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:51.553635 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:51.564714 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:51.575658 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:05:51.859881 tst ping.py:19: start network...\u000a08:05:51.989999 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:05:52.487908 run create_hlr_db(pid=14627): Launched\u000a08:05:52.668088 bus /gobi_6: Setting Powered False\u000a08:05:53.688662 run create_hlr_db(pid=14627): Terminated: ok {rc=0}\u000a08:05:54.078130 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14629): Launched\u000a08:05:54.369350 run osmo-hlr_10.42.42.2(pid=14630): Launched\u000a08:05:54.475172 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:05:54.981269 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14632): Launched\u000a08:05:55.271183 run osmo-stp_10.42.42.5(pid=14633): Launched\u000a08:05:55.378161 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:05:55.882927 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14635): Launched\u000a08:05:55.985627 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:05:56.238515 run patchelf(pid=14636): Launched\u000a08:05:56.408280 run osmo-stp_10.42.42.5(pid=14633): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14633)]\u000a08:05:56.532510 run osmo-stp_10.42.42.5(pid=14633): stdout: \u000a| (launched: 2022-12-10_08:05:55.128146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:05:56.657418 run osmo-stp_10.42.42.5(pid=14633): stderr: \u000a| �[0;m�[38;5;43m20221210080555295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080555295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080555295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080555296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080555296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080555296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080555296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:05:56.777455 run osmo-stp_10.42.42.5(pid=14633): stdout: \u000a| (launched: 2022-12-10_08:05:55.128146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:05:56.896424 run osmo-stp_10.42.42.5(pid=14633): stderr: \u000a| �[0;m�[38;5;43m20221210080555295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080555295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080555295 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080555296 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080555296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080555296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080555296 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:05:57.035519 run patchelf(pid=14636): Terminating (SIGINT)\u000a08:05:57.200127 run patchelf(pid=14636): Terminated: ok {rc=0}\u000a08:05:57.230042 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14633): Process ended prematurely: osmo-stp_10.42.42.5(pid=14633) [trial-2371↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14633)] [trial-2371↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py:22]\u000a08:05:57.238402 tst ping.py:22: Test FAILED (6.3 sec)\u000a08:05:57.298156 run osmo-hlr_10.42.42.2(pid=14630): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14630)]\u000a08:05:57.346822 run osmo-hlr_10.42.42.2(pid=14630): stdout: \u000a| (launched: 2022-12-10_08:05:54.225735) \u000a08:05:57.395882 run osmo-hlr_10.42.42.2(pid=14630): stderr: \u000a| �[0;m�[1;31m20221210080554399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080554399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080554399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080554399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080554399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080554399 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080554411 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080554422 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080554423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080554423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:05:57.438309 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14629): Terminating (SIGTERM)\u000a08:05:57.477928 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14632): Terminating (SIGTERM)\u000a08:05:57.517667 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14635): Terminating (SIGTERM)\u000a08:05:57.526921 --- ParallelTerminationStrategy: PID 14629 died...\u000a08:05:57.580109 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14629): Terminated: ok {rc=0}\u000a08:05:57.590152 --- ParallelTerminationStrategy: PID 14632 died...\u000a08:05:57.643279 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14632): Terminated: ok {rc=0}\u000a08:05:57.653287 --- ParallelTerminationStrategy: PID 14635 died...\u000a08:05:57.706291 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14635): Terminated: ok {rc=0}\u000a08:05:57.790517 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:nanobts+band-900+mod-bts0-dynts-ipa", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14645): Process ended prematurely: osmo-stp_10.42.42.5(pid=14645) [trial-2371↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14645)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14645): Process ended prematurely: osmo-stp_10.42.42.5(pid=14645) [trial-2371↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14645)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:nanobts+band-900+mod-bts0-dynts-ipa ping_idle_ping.py\u000a----------------------------------------------\u000a08:05:58.843392 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:58.855788 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x bts (candidates: 1)\u000a08:05:59.015160 tst ping_idle_ping.py: using LAC 27008\u000a08:05:59.137178 tst ping_idle_ping.py: using RAC 233\u000a08:05:59.260140 tst ping_idle_ping.py: using CellId 27008\u000a08:05:59.381937 tst ping_idle_ping.py: using BVCI 27009\u000a08:05:59.405857 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:59.417185 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:59.428294 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:59.439585 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:59.450731 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:59.461968 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:59.473298 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x ip_address (candidates: 9)\u000a08:05:59.484405 tst gprs:nanobts+band-900+mod-bts0-dynts-ipa: Using 1 x modem (candidates: 4)\u000a08:05:59.767693 tst ping_idle_ping.py:24: start network...\u000a08:05:59.898097 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:06:00.401073 run create_hlr_db(pid=14637): Launched\u000a08:06:00.582367 bus /gobi_6: Setting Powered False\u000a08:06:01.689767 run create_hlr_db(pid=14637): Terminated: ok {rc=0}\u000a08:06:02.199582 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14641): Launched\u000a08:06:02.515440 run osmo-hlr_10.42.42.2(pid=14642): Launched\u000a08:06:02.633330 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:06:03.173252 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14644): Launched\u000a08:06:03.485168 run osmo-stp_10.42.42.5(pid=14645): Launched\u000a08:06:03.598347 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:06:04.142458 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14647): Launched\u000a08:06:04.253893 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:06:04.525745 run patchelf(pid=14648): Launched\u000a08:06:04.708555 run osmo-stp_10.42.42.5(pid=14645): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14645)]\u000a08:06:04.842470 run osmo-stp_10.42.42.5(pid=14645): stdout: \u000a| (launched: 2022-12-10_08:06:03.331562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:06:04.976130 run osmo-stp_10.42.42.5(pid=14645): stderr: \u000a| �[0;m�[38;5;43m20221210080603523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080603523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080603523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080603524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080603524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080603524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080603524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:06:05.106470 run osmo-stp_10.42.42.5(pid=14645): stdout: \u000a| (launched: 2022-12-10_08:06:03.331562)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:06:05.234487 run osmo-stp_10.42.42.5(pid=14645): stderr: \u000a| �[0;m�[38;5;43m20221210080603523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080603523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080603523 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080603524 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080603524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080603524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080603524 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:06:05.384048 run patchelf(pid=14648): Terminating (SIGINT)\u000a08:06:05.559768 run patchelf(pid=14648): Terminated: ok {rc=0}\u000a08:06:05.591543 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14645): Process ended prematurely: osmo-stp_10.42.42.5(pid=14645) [trial-2371↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14645)] [trial-2371↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py:27]\u000a08:06:05.600529 tst ping_idle_ping.py:27: Test FAILED (6.7 sec)\u000a08:06:05.662625 run osmo-hlr_10.42.42.2(pid=14642): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:nanobts+band-900+mod-bts0-dynts-ipa↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14642)]\u000a08:06:05.713079 run osmo-hlr_10.42.42.2(pid=14642): stdout: \u000a| (launched: 2022-12-10_08:06:02.361034) \u000a08:06:05.764138 run osmo-hlr_10.42.42.2(pid=14642): stderr: \u000a| �[0;m�[1;31m20221210080602558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080602558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080602558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080602558 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080602559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080602559 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080602571 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:nanobts+band-900+mod-bts0-dynts-ipa/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080602581 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080602582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080602582 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:06:05.807628 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14641): Terminating (SIGTERM)\u000a08:06:05.848758 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14644): Terminating (SIGTERM)\u000a08:06:05.890200 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14647): Terminating (SIGTERM)\u000a08:06:05.899924 --- ParallelTerminationStrategy: PID 14641 died...\u000a08:06:05.955649 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14641): Terminated: ok {rc=0}\u000a08:06:05.965858 --- ParallelTerminationStrategy: PID 14644 died...\u000a08:06:06.021237 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14644): Terminated: ok {rc=0}\u000a08:06:06.031377 --- ParallelTerminationStrategy: PID 14647 died...\u000a08:06:06.086340 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14647): Terminated: ok {rc=0}\u000a08:06:06.172407 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 59.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "157", "name" : "gprs_nanobts+band-900+mod-bts0-dynts-ipa", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:05:09" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 9.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14662): Process ended prematurely: osmo-stp_10.42.42.5(pid=14662) [trial-2371↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14662)]", "failedSince" : 2139, "name" : "cs_paging_gprs_active.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/cs_paging_gprs_active.py\", line 38, in \u000a setup_run_iperf3_test_parallel(2, ready_cb=ready_cb_place_voicecall)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14662): Process ended prematurely: osmo-stp_10.42.42.5(pid=14662) [trial-2371↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14662)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend cs_paging_gprs_active.py\u000a----------------------------------------------\u000a08:06:08.325508 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:08.337966 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:06:08.469764 tst cs_paging_gprs_active.py: using LAC 27009\u000a08:06:08.582228 tst cs_paging_gprs_active.py: using RAC 234\u000a08:06:08.694138 tst cs_paging_gprs_active.py: using CellId 27009\u000a08:06:08.806861 tst cs_paging_gprs_active.py: using BVCI 27010\u000a08:06:08.829228 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:08.840453 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:08.851600 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:08.862707 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:08.874114 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:08.885783 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:08.897374 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:08.908437 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:08.920036 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:06:09.039477 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:06:09.325121 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5003...\u000a08:06:09.455187 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:06:09.778487 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14652): Launched\u000a08:06:10.046567 run iperf3-srv_10.42.42.10(pid=14653): Launched\u000a08:06:10.239070 tst cs_paging_gprs_active.py:38: start iperfv3 server 10.42.42.10:5004...\u000a08:06:10.369683 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:06:10.692056 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14654): Launched\u000a08:06:10.959433 run iperf3-srv_10.42.42.10(pid=14655): Launched\u000a08:06:11.150999 tst cs_paging_gprs_active.py:38: start network...\u000a08:06:11.280929 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:06:11.781863 run create_hlr_db(pid=14656): Launched\u000a08:06:11.962878 bus /gobi_6: Setting Powered False\u000a08:06:12.985615 run create_hlr_db(pid=14656): Terminated: ok {rc=0}\u000a08:06:13.387072 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14658): Launched\u000a08:06:13.700020 run osmo-hlr_10.42.42.2(pid=14659): Launched\u000a08:06:13.814728 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:06:14.357085 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14661): Launched\u000a08:06:14.668501 run osmo-stp_10.42.42.5(pid=14662): Launched\u000a08:06:14.781712 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:06:15.328865 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14664): Launched\u000a08:06:15.440474 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:06:15.712204 run patchelf(pid=14665): Launched\u000a08:06:15.915827 run osmo-stp_10.42.42.5(pid=14662): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14662)]\u000a08:06:16.048428 run osmo-stp_10.42.42.5(pid=14662): stdout: \u000a| (launched: 2022-12-10_08:06:14.515675)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:06:16.181552 run osmo-stp_10.42.42.5(pid=14662): stderr: \u000a| �[0;m�[38;5;43m20221210080614708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080614708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080614709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080614709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080614709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080614709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080614710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:06:16.308153 run osmo-stp_10.42.42.5(pid=14662): stdout: \u000a| (launched: 2022-12-10_08:06:14.515675)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:06:16.435341 run osmo-stp_10.42.42.5(pid=14662): stderr: \u000a| �[0;m�[38;5;43m20221210080614708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080614708 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080614709 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080614709 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080614709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080614709 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080614710 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:06:16.583370 run patchelf(pid=14665): Terminating (SIGINT)\u000a08:06:16.757502 run patchelf(pid=14665): Terminated: ok {rc=0}\u000a08:06:16.790197 tst cs_paging_gprs_active.py:38: ERR: Error: osmo-stp_10.42.42.5(pid=14662): Process ended prematurely: osmo-stp_10.42.42.5(pid=14662) [trial-2371↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38↪cs_paging_gprs_active.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14662)] [trial-2371↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py:38]\u000a08:06:16.800617 tst cs_paging_gprs_active.py:38: Test FAILED (8.5 sec)\u000a08:06:16.865763 run osmo-hlr_10.42.42.2(pid=14659): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪cs_paging_gprs_active.py↪cs_paging_gprs_active.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14659)]\u000a08:06:16.918112 run osmo-hlr_10.42.42.2(pid=14659): stdout: \u000a| (launched: 2022-12-10_08:06:13.546540) \u000a08:06:16.970543 run osmo-hlr_10.42.42.2(pid=14659): stderr: \u000a| �[0;m�[1;31m20221210080613743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080613743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080613743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080613743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080613743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080613743 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080613756 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/cs_paging_gprs_active.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080613764 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080613765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080613765 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:06:17.015450 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14652): Terminating (SIGTERM)\u000a08:06:17.060909 run iperf3-srv_10.42.42.10(pid=14653): Terminating (SIGTERM)\u000a08:06:17.105447 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14654): Terminating (SIGTERM)\u000a08:06:17.151552 run iperf3-srv_10.42.42.10(pid=14655): Terminating (SIGTERM)\u000a08:06:17.193229 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14658): Terminating (SIGTERM)\u000a08:06:17.234022 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14661): Terminating (SIGTERM)\u000a08:06:17.274889 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14664): Terminating (SIGTERM)\u000a08:06:17.284076 --- ParallelTerminationStrategy: PID 14652 died...\u000a08:06:17.338257 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14652): Terminated: ok {rc=0}\u000a08:06:17.348600 --- ParallelTerminationStrategy: PID 14653 died...\u000a08:06:17.402529 run iperf3-srv_10.42.42.10(pid=14653): Terminated {rc=256}\u000a08:06:17.412759 --- ParallelTerminationStrategy: PID 14654 died...\u000a08:06:17.467153 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14654): Terminated: ok {rc=0}\u000a08:06:17.476703 --- ParallelTerminationStrategy: PID 14655 died...\u000a08:06:17.532120 run iperf3-srv_10.42.42.10(pid=14655): Terminated {rc=256}\u000a08:06:17.542005 --- ParallelTerminationStrategy: PID 14658 died...\u000a08:06:17.595563 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14658): Terminated: ok {rc=0}\u000a08:06:17.605426 --- ParallelTerminationStrategy: PID 14661 died...\u000a08:06:17.659188 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14661): Terminated: ok {rc=0}\u000a08:06:17.668873 --- ParallelTerminationStrategy: PID 14664 died...\u000a08:06:17.722438 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14664): Terminated: ok {rc=0}\u000a08:06:17.810009 bus /gobi_0: Setting Powered False\u000a08:06:18.915651 bus /gobi_0: Setting Powered False\u000a08:06:20.023913 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14674): Process ended prematurely: osmo-stp_10.42.42.5(pid=14674) [trial-2371↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14674)]", "failedSince" : 2139, "name" : "iperf3.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3.py\", line 8, in \u000a setup_run_iperf3_test_parallel(1)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14674): Process ended prematurely: osmo-stp_10.42.42.5(pid=14674) [trial-2371↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14674)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3.py\u000a----------------------------------------------\u000a08:06:21.136047 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:21.148303 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:06:21.290426 tst iperf3.py: using LAC 27010\u000a08:06:21.413092 tst iperf3.py: using RAC 235\u000a08:06:21.537100 tst iperf3.py: using CellId 27010\u000a08:06:21.658762 tst iperf3.py: using BVCI 27011\u000a08:06:21.682769 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:21.694409 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:21.705961 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:21.717602 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:21.729076 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:21.740487 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:21.752045 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:21.763454 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:21.775389 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:06:22.082755 tst iperf3.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:06:22.212496 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:06:22.534710 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14666): Launched\u000a08:06:22.801669 run iperf3-srv_10.42.42.10(pid=14667): Launched\u000a08:06:22.991857 tst iperf3.py:8: start network...\u000a08:06:23.121883 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:06:23.620211 run create_hlr_db(pid=14668): Launched\u000a08:06:23.801219 bus /gobi_6: Setting Powered False\u000a08:06:24.823252 run create_hlr_db(pid=14668): Terminated: ok {rc=0}\u000a08:06:25.217700 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14670): Launched\u000a08:06:25.510120 run osmo-hlr_10.42.42.2(pid=14671): Launched\u000a08:06:25.619354 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:06:26.125950 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14673): Launched\u000a08:06:26.418125 run osmo-stp_10.42.42.5(pid=14674): Launched\u000a08:06:26.524138 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:06:27.032882 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14676): Launched\u000a08:06:27.136852 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:06:27.391622 run patchelf(pid=14677): Launched\u000a08:06:27.564657 run osmo-stp_10.42.42.5(pid=14674): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14674)]\u000a08:06:27.690886 run osmo-stp_10.42.42.5(pid=14674): stdout: \u000a| (launched: 2022-12-10_08:06:26.274091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:06:27.817957 run osmo-stp_10.42.42.5(pid=14674): stderr: \u000a| �[0;m�[38;5;43m20221210080626443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080626443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080626444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080626444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080626445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080626445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080626445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:06:27.939861 run osmo-stp_10.42.42.5(pid=14674): stdout: \u000a| (launched: 2022-12-10_08:06:26.274091)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:06:28.060859 run osmo-stp_10.42.42.5(pid=14674): stderr: \u000a| �[0;m�[38;5;43m20221210080626443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080626443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080626444 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080626444 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080626445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080626445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080626445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:06:28.201966 run patchelf(pid=14677): Terminating (SIGINT)\u000a08:06:28.367963 run patchelf(pid=14677): Terminated: ok {rc=0}\u000a08:06:28.398535 tst iperf3.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14674): Process ended prematurely: osmo-stp_10.42.42.5(pid=14674) [trial-2371↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8↪iperf3.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14674)] [trial-2371↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py:8]\u000a08:06:28.407469 tst iperf3.py:8: Test FAILED (7.3 sec)\u000a08:06:28.467335 run osmo-hlr_10.42.42.2(pid=14671): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3.py↪iperf3.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14671)]\u000a08:06:28.516159 run osmo-hlr_10.42.42.2(pid=14671): stdout: \u000a| (launched: 2022-12-10_08:06:25.365721) \u000a08:06:28.565735 run osmo-hlr_10.42.42.2(pid=14671): stderr: \u000a| �[0;m�[1;31m20221210080625541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080625541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080625541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080625541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080625541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080625541 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080625554 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080625563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080625563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080625563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:06:28.607356 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14666): Terminating (SIGTERM)\u000a08:06:28.646964 run iperf3-srv_10.42.42.10(pid=14667): Terminating (SIGTERM)\u000a08:06:28.687158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14670): Terminating (SIGTERM)\u000a08:06:28.726898 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14673): Terminating (SIGTERM)\u000a08:06:28.766198 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14676): Terminating (SIGTERM)\u000a08:06:28.775467 --- ParallelTerminationStrategy: PID 14666 died...\u000a08:06:28.828386 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14666): Terminated: ok {rc=0}\u000a08:06:28.837913 --- ParallelTerminationStrategy: PID 14667 died...\u000a08:06:28.890522 run iperf3-srv_10.42.42.10(pid=14667): Terminated {rc=256}\u000a08:06:28.899864 --- ParallelTerminationStrategy: PID 14670 died...\u000a08:06:28.952769 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14670): Terminated: ok {rc=0}\u000a08:06:28.962263 --- ParallelTerminationStrategy: PID 14673 died...\u000a08:06:29.015181 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14673): Terminated: ok {rc=0}\u000a08:06:29.024991 --- ParallelTerminationStrategy: PID 14676 died...\u000a08:06:29.077753 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14676): Terminated: ok {rc=0}\u000a08:06:29.166159 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 11.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14692): Process ended prematurely: osmo-stp_10.42.42.5(pid=14692) [trial-2371↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14692)]", "failedSince" : 2139, "name" : "iperf3m4.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/iperf3m4.py\", line 8, in \u000a setup_run_iperf3_test_parallel(4)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/lib/testlib.py\", line 67, in setup_run_iperf3_test_parallel\u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14692): Process ended prematurely: osmo-stp_10.42.42.5(pid=14692) [trial-2371↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14692)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend iperf3m4.py\u000a----------------------------------------------\u000a08:06:30.273632 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:30.285435 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:06:30.427995 tst iperf3m4.py: using LAC 27011\u000a08:06:30.551045 tst iperf3m4.py: using RAC 236\u000a08:06:30.673696 tst iperf3m4.py: using CellId 27011\u000a08:06:30.796267 tst iperf3m4.py: using BVCI 27012\u000a08:06:30.820506 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:30.835870 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:30.862179 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:30.874932 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:30.887149 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:30.899196 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:30.911412 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:30.924329 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:30.938638 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:06:31.076099 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:06:31.195989 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:06:31.310997 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:06:31.597677 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5003...\u000a08:06:31.724693 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:06:32.055847 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14678): Launched\u000a08:06:32.310736 run iperf3-srv_10.42.42.10(pid=14679): Launched\u000a08:06:32.489371 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5004...\u000a08:06:32.611354 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:06:32.914129 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14680): Launched\u000a08:06:33.164839 run iperf3-srv_10.42.42.10(pid=14681): Launched\u000a08:06:33.342888 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5005...\u000a08:06:33.464650 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:06:33.768072 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14682): Launched\u000a08:06:34.019107 run iperf3-srv_10.42.42.10(pid=14683): Launched\u000a08:06:34.196818 tst iperf3m4.py:8: start iperfv3 server 10.42.42.10:5006...\u000a08:06:34.318246 run iperf3-srv_10.42.42.10: Starting iperf3-srv\u000a08:06:34.622103 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14684): Launched\u000a08:06:34.873249 run iperf3-srv_10.42.42.10(pid=14685): Launched\u000a08:06:35.051134 tst iperf3m4.py:8: start network...\u000a08:06:35.172493 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:06:35.632774 run create_hlr_db(pid=14686): Launched\u000a08:06:35.800270 bus /gobi_6: Setting Powered False\u000a08:06:36.821963 run create_hlr_db(pid=14686): Terminated: ok {rc=0}\u000a08:06:37.239143 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14688): Launched\u000a08:06:37.553303 run osmo-hlr_10.42.42.2(pid=14689): Launched\u000a08:06:37.672521 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:06:38.216734 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14691): Launched\u000a08:06:38.530838 run osmo-stp_10.42.42.5(pid=14692): Launched\u000a08:06:38.643514 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:06:39.190571 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14694): Launched\u000a08:06:39.302718 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:06:39.576120 run patchelf(pid=14695): Launched\u000a08:06:39.759487 run osmo-stp_10.42.42.5(pid=14692): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14692)]\u000a08:06:39.893711 run osmo-stp_10.42.42.5(pid=14692): stdout: \u000a| (launched: 2022-12-10_08:06:38.376137)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:06:40.029126 run osmo-stp_10.42.42.5(pid=14692): stderr: \u000a| �[0;m�[38;5;43m20221210080638568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080638568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080638568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080638569 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080638569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080638569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080638569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:06:40.159345 run osmo-stp_10.42.42.5(pid=14692): stdout: \u000a| (launched: 2022-12-10_08:06:38.376137)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:06:40.287814 run osmo-stp_10.42.42.5(pid=14692): stderr: \u000a| �[0;m�[38;5;43m20221210080638568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080638568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080638568 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080638569 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080638569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080638569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080638569 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:06:40.438229 run patchelf(pid=14695): Terminating (SIGINT)\u000a08:06:40.614984 run patchelf(pid=14695): Terminated: ok {rc=0}\u000a08:06:40.647814 tst iperf3m4.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14692): Process ended prematurely: osmo-stp_10.42.42.5(pid=14692) [trial-2371↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8↪iperf3m4.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14692)] [trial-2371↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py:8]\u000a08:06:40.657726 tst iperf3m4.py:8: Test FAILED (10.4 sec)\u000a08:06:40.720390 run osmo-hlr_10.42.42.2(pid=14689): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪iperf3m4.py↪iperf3m4.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14689)]\u000a08:06:40.771423 run osmo-hlr_10.42.42.2(pid=14689): stdout: \u000a| (launched: 2022-12-10_08:06:37.398722) \u000a08:06:40.822749 run osmo-hlr_10.42.42.2(pid=14689): stderr: \u000a| �[0;m�[1;31m20221210080637595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080637595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080637595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080637595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080637595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080637595 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080637608 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/iperf3m4.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080637616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080637616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080637616 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:06:40.866693 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14678): Terminating (SIGTERM)\u000a08:06:40.908198 run iperf3-srv_10.42.42.10(pid=14679): Terminating (SIGTERM)\u000a08:06:40.950380 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14680): Terminating (SIGTERM)\u000a08:06:40.991987 run iperf3-srv_10.42.42.10(pid=14681): Terminating (SIGTERM)\u000a08:06:41.033792 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14682): Terminating (SIGTERM)\u000a08:06:41.075502 run iperf3-srv_10.42.42.10(pid=14683): Terminating (SIGTERM)\u000a08:06:41.117138 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14684): Terminating (SIGTERM)\u000a08:06:41.158430 run iperf3-srv_10.42.42.10(pid=14685): Terminating (SIGTERM)\u000a08:06:41.199903 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14688): Terminating (SIGTERM)\u000a08:06:41.241332 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14691): Terminating (SIGTERM)\u000a08:06:41.282953 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14694): Terminating (SIGTERM)\u000a08:06:41.292515 --- ParallelTerminationStrategy: PID 14678 died...\u000a08:06:41.347946 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14678): Terminated: ok {rc=0}\u000a08:06:41.358181 --- ParallelTerminationStrategy: PID 14679 died...\u000a08:06:41.413169 run iperf3-srv_10.42.42.10(pid=14679): Terminated {rc=256}\u000a08:06:41.423089 --- ParallelTerminationStrategy: PID 14680 died...\u000a08:06:41.478151 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14680): Terminated: ok {rc=0}\u000a08:06:41.488131 --- ParallelTerminationStrategy: PID 14681 died...\u000a08:06:41.543313 run iperf3-srv_10.42.42.10(pid=14681): Terminated {rc=256}\u000a08:06:41.553183 --- ParallelTerminationStrategy: PID 14682 died...\u000a08:06:41.608083 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14682): Terminated: ok {rc=0}\u000a08:06:41.618107 --- ParallelTerminationStrategy: PID 14683 died...\u000a08:06:41.672997 run iperf3-srv_10.42.42.10(pid=14683): Terminated {rc=256}\u000a08:06:41.682835 --- ParallelTerminationStrategy: PID 14684 died...\u000a08:06:41.737861 run pcap-recorder_any(filters='host 10.42.42.10 and port not 22')(pid=14684): Terminated: ok {rc=0}\u000a08:06:41.747748 --- ParallelTerminationStrategy: PID 14685 died...\u000a08:06:41.802561 run iperf3-srv_10.42.42.10(pid=14685): Terminated {rc=256}\u000a08:06:41.812559 --- ParallelTerminationStrategy: PID 14688 died...\u000a08:06:41.867699 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14688): Terminated: ok {rc=0}\u000a08:06:41.877814 --- ParallelTerminationStrategy: PID 14691 died...\u000a08:06:41.932716 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14691): Terminated: ok {rc=0}\u000a08:06:41.942788 --- ParallelTerminationStrategy: PID 14694 died...\u000a08:06:41.997751 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14694): Terminated: ok {rc=0}\u000a08:06:42.084909 bus /gobi_4: Setting Powered False\u000a08:06:43.191371 bus /gobi_4: Setting Powered False\u000a08:06:44.302954 bus /gobi_1: Setting Powered False\u000a08:06:45.405728 bus /gobi_1: Setting Powered False\u000a08:06:46.513944 bus /gobi_0: Setting Powered False\u000a08:06:47.614206 bus /gobi_0: Setting Powered False\u000a08:06:48.725249 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14702): Process ended prematurely: osmo-stp_10.42.42.5(pid=14702) [trial-2371↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14702)]", "failedSince" : 2139, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping.py\", line 22, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14702): Process ended prematurely: osmo-stp_10.42.42.5(pid=14702) [trial-2371↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14702)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping.py\u000a----------------------------------------------\u000a08:06:49.794193 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:49.806493 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:06:49.940695 tst ping.py: using LAC 27012\u000a08:06:50.055070 tst ping.py: using RAC 237\u000a08:06:50.169291 tst ping.py: using CellId 27012\u000a08:06:50.283202 tst ping.py: using BVCI 27013\u000a08:06:50.305219 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:50.316523 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:50.327667 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:50.338779 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:50.350267 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:50.361815 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:50.373343 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:50.384691 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:06:50.651393 tst ping.py:19: start network...\u000a08:06:50.769976 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:06:51.220258 run create_hlr_db(pid=14696): Launched\u000a08:06:51.385701 bus /gobi_6: Setting Powered False\u000a08:06:52.407747 run create_hlr_db(pid=14696): Terminated: ok {rc=0}\u000a08:06:52.815951 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14698): Launched\u000a08:06:53.123254 run osmo-hlr_10.42.42.2(pid=14699): Launched\u000a08:06:53.236830 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:06:53.771474 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14701): Launched\u000a08:06:54.080220 run osmo-stp_10.42.42.5(pid=14702): Launched\u000a08:06:54.191933 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:06:54.730614 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14704): Launched\u000a08:06:54.840050 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:06:55.108353 run patchelf(pid=14705): Launched\u000a08:06:55.289229 run osmo-stp_10.42.42.5(pid=14702): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14702)]\u000a08:06:55.420911 run osmo-stp_10.42.42.5(pid=14702): stdout: \u000a| (launched: 2022-12-10_08:06:53.927969)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:06:55.553108 run osmo-stp_10.42.42.5(pid=14702): stderr: \u000a| �[0;m�[38;5;43m20221210080654119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080654119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080654120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080654120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080654121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080654121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080654121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:06:55.680573 run osmo-stp_10.42.42.5(pid=14702): stdout: \u000a| (launched: 2022-12-10_08:06:53.927969)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:06:55.807002 run osmo-stp_10.42.42.5(pid=14702): stderr: \u000a| �[0;m�[38;5;43m20221210080654119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080654119 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080654120 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080654120 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080654121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080654121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080654121 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:06:55.954326 run patchelf(pid=14705): Terminating (SIGINT)\u000a08:06:56.127497 run patchelf(pid=14705): Terminated: ok {rc=0}\u000a08:06:56.158951 tst ping.py:22: ERR: Error: osmo-stp_10.42.42.5(pid=14702): Process ended prematurely: osmo-stp_10.42.42.5(pid=14702) [trial-2371↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22↪ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14702)] [trial-2371↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py:22]\u000a08:06:56.168035 tst ping.py:22: Test FAILED (6.4 sec)\u000a08:06:56.230233 run osmo-hlr_10.42.42.2(pid=14699): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping.py↪ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14699)]\u000a08:06:56.280876 run osmo-hlr_10.42.42.2(pid=14699): stdout: \u000a| (launched: 2022-12-10_08:06:52.972351) \u000a08:06:56.332677 run osmo-hlr_10.42.42.2(pid=14699): stderr: \u000a| �[0;m�[1;31m20221210080653168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080653168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080653168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080653168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080653168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080653168 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080653183 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080653193 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080653194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080653194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:06:56.376341 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14698): Terminating (SIGTERM)\u000a08:06:56.417619 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14701): Terminating (SIGTERM)\u000a08:06:56.459286 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14704): Terminating (SIGTERM)\u000a08:06:56.468824 --- ParallelTerminationStrategy: PID 14698 died...\u000a08:06:56.524236 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14698): Terminated: ok {rc=0}\u000a08:06:56.534179 --- ParallelTerminationStrategy: PID 14701 died...\u000a08:06:56.589469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14701): Terminated: ok {rc=0}\u000a08:06:56.599324 --- ParallelTerminationStrategy: PID 14704 died...\u000a08:06:56.654985 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14704): Terminated: ok {rc=0}\u000a08:06:56.742624 bus /gobi_6: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14712): Process ended prematurely: osmo-stp_10.42.42.5(pid=14712) [trial-2371↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14712)]", "failedSince" : 2139, "name" : "ping_idle_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/gprs/ping_idle_ping.py\", line 27, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14712): Process ended prematurely: osmo-stp_10.42.42.5(pid=14712) [trial-2371↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14712)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend ping_idle_ping.py\u000a----------------------------------------------\u000a08:06:57.795880 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:57.808581 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x bts (candidates: 1)\u000a08:06:57.949046 tst ping_idle_ping.py: using LAC 27013\u000a08:06:58.069764 tst ping_idle_ping.py: using RAC 238\u000a08:06:58.191910 tst ping_idle_ping.py: using CellId 27013\u000a08:06:58.314554 tst ping_idle_ping.py: using BVCI 27014\u000a08:06:58.338179 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:58.349843 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:58.361378 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:58.373337 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:58.384927 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:58.396437 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:58.408055 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x ip_address (candidates: 9)\u000a08:06:58.419576 tst gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend: Using 1 x modem (candidates: 4)\u000a08:06:58.702744 tst ping_idle_ping.py:24: start network...\u000a08:06:58.831855 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:06:59.326763 run create_hlr_db(pid=14706): Launched\u000a08:06:59.505361 bus /gobi_6: Setting Powered False\u000a08:07:00.526590 run create_hlr_db(pid=14706): Terminated: ok {rc=0}\u000a08:07:00.941668 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14708): Launched\u000a08:07:01.418037 run osmo-hlr_10.42.42.2(pid=14709): Launched\u000a08:07:01.597322 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:07:02.209625 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14711): Launched\u000a08:07:02.522008 run osmo-stp_10.42.42.5(pid=14712): Launched\u000a08:07:02.635043 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:07:03.172696 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14714): Launched\u000a08:07:03.281926 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:07:03.549515 run patchelf(pid=14715): Launched\u000a08:07:03.729255 run osmo-stp_10.42.42.5(pid=14712): ERR: Terminated: ERROR {rc=1} [trial-2371↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14712)]\u000a08:07:03.861217 run osmo-stp_10.42.42.5(pid=14712): stdout: \u000a| (launched: 2022-12-10_08:07:02.369817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:07:03.993167 run osmo-stp_10.42.42.5(pid=14712): stderr: \u000a| �[0;m�[38;5;43m20221210080702559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080702559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080702559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080702560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080702560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080702560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080702560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:07:04.121553 run osmo-stp_10.42.42.5(pid=14712): stdout: \u000a| (launched: 2022-12-10_08:07:02.369817)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:07:04.247919 run osmo-stp_10.42.42.5(pid=14712): stderr: \u000a| �[0;m�[38;5;43m20221210080702559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080702559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080702559 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080702560 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080702560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080702560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080702560 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:07:04.395221 run patchelf(pid=14715): Terminating (SIGINT)\u000a08:07:04.567760 run patchelf(pid=14715): Terminated: ok {rc=0}\u000a08:07:04.599114 tst ping_idle_ping.py:27: ERR: Error: osmo-stp_10.42.42.5(pid=14712): Process ended prematurely: osmo-stp_10.42.42.5(pid=14712) [trial-2371↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27↪ping_idle_ping.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14712)] [trial-2371↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py:27]\u000a08:07:04.608148 tst ping_idle_ping.py:27: Test FAILED (6.8 sec)\u000a08:07:04.670160 run osmo-hlr_10.42.42.2(pid=14709): ERR: Terminated: ERROR {rc=237} [trial-2371↪gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend↪ping_idle_ping.py↪ping_idle_ping.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14709)]\u000a08:07:04.721108 run osmo-hlr_10.42.42.2(pid=14709): stdout: \u000a| (launched: 2022-12-10_08:07:01.105844) \u000a08:07:04.772853 run osmo-hlr_10.42.42.2(pid=14709): stderr: \u000a| �[0;m�[1;31m20221210080701402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080701402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080701402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080701402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080701402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080701402 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080701420 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/gprs:nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend/ping_idle_ping.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080701447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080701447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080701447 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:07:04.816336 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14708): Terminating (SIGTERM)\u000a08:07:04.857525 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14711): Terminating (SIGTERM)\u000a08:07:04.898706 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14714): Terminating (SIGTERM)\u000a08:07:04.908217 --- ParallelTerminationStrategy: PID 14708 died...\u000a08:07:04.963281 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14708): Terminated: ok {rc=0}\u000a08:07:04.973226 --- ParallelTerminationStrategy: PID 14711 died...\u000a08:07:05.028075 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14711): Terminated: ok {rc=0}\u000a08:07:05.038086 --- ParallelTerminationStrategy: PID 14714 died...\u000a08:07:05.092890 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14714): Terminated: ok {rc=0}\u000a08:07:05.179392 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 60.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "158", "name" : "gprs_nanobts+band-900+mod-bts0-numtrx2+mod-bts0-chanallocdescend", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:06:07" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14725): Process ended prematurely: osmo-stp_10.42.42.5(pid=14725) [trial-2371↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14725)]", "failedSince" : 2139, "name" : "switch_tch_pdch.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/dynts/switch_tch_pdch.py\", line 54, in \u000a ggsn.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/ggsn_osmo.py\", line 57, in start\u000a util.change_elf_rpath(binary, util.prepend_library_path(lib), self.run_dir.new_dir('patchelf'))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 57, in change_elf_rpath\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14725): Process ended prematurely: osmo-stp_10.42.42.5(pid=14725) [trial-2371↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14725)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any switch_tch_pdch.py\u000a----------------------------------------------\u000a08:07:07.218553 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:07:07.230409 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x bts (candidates: 1)\u000a08:07:07.380728 tst switch_tch_pdch.py: using LAC 27014\u000a08:07:07.492328 tst switch_tch_pdch.py: using RAC 239\u000a08:07:07.612457 tst switch_tch_pdch.py: using CellId 27014\u000a08:07:07.736363 tst switch_tch_pdch.py: using BVCI 27015\u000a08:07:07.760031 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:07:07.771973 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:07:07.783822 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:07:07.795716 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:07:07.807516 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:07:07.819468 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:07:07.831347 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x ip_address (candidates: 8)\u000a08:07:07.843110 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:07:07.962432 tst dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any: Using 1 x modem (candidates: 2)\u000a08:07:08.231330 tst switch_tch_pdch.py:51: start network...\u000a08:07:08.350696 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:07:08.803156 run create_hlr_db(pid=14719): Launched\u000a08:07:08.968486 bus /gobi_6: Setting Powered False\u000a08:07:09.990608 run create_hlr_db(pid=14719): Terminated: ok {rc=0}\u000a08:07:10.398330 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14721): Launched\u000a08:07:10.704036 run osmo-hlr_10.42.42.2(pid=14722): Launched\u000a08:07:10.821256 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:07:11.353970 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14724): Launched\u000a08:07:11.660810 run osmo-stp_10.42.42.5(pid=14725): Launched\u000a08:07:11.772122 run osmo-ggsn_10.42.42.6: Starting osmo-ggsn\u000a08:07:12.308113 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14727): Launched\u000a08:07:12.417217 run osmo-ggsn_10.42.42.6: Setting RPATH for osmo-ggsn\u000a08:07:12.684282 run patchelf(pid=14728): Launched\u000a08:07:12.865158 run osmo-stp_10.42.42.5(pid=14725): ERR: Terminated: ERROR {rc=1} [trial-2371↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14725)]\u000a08:07:12.997179 run osmo-stp_10.42.42.5(pid=14725): stdout: \u000a| (launched: 2022-12-10_08:07:11.509889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:07:13.130166 run osmo-stp_10.42.42.5(pid=14725): stderr: \u000a| �[0;m�[38;5;43m20221210080711701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080711701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080711702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080711702 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080711703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080711703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080711703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:07:13.257906 run osmo-stp_10.42.42.5(pid=14725): stdout: \u000a| (launched: 2022-12-10_08:07:11.509889)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:07:13.384457 run osmo-stp_10.42.42.5(pid=14725): stderr: \u000a| �[0;m�[38;5;43m20221210080711701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080711701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080711702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080711702 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080711703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080711703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080711703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:07:13.531978 run patchelf(pid=14728): Terminating (SIGINT)\u000a08:07:13.704851 run patchelf(pid=14728): Terminated: ok {rc=0}\u000a08:07:13.736425 tst switch_tch_pdch.py:54: ERR: Error: osmo-stp_10.42.42.5(pid=14725): Process ended prematurely: osmo-stp_10.42.42.5(pid=14725) [trial-2371↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54↪switch_tch_pdch.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14725)] [trial-2371↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py:54]\u000a08:07:13.745720 tst switch_tch_pdch.py:54: Test FAILED (6.5 sec)\u000a08:07:13.807795 run osmo-hlr_10.42.42.2(pid=14722): ERR: Terminated: ERROR {rc=237} [trial-2371↪dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any↪switch_tch_pdch.py↪switch_tch_pdch.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14722)]\u000a08:07:13.858783 run osmo-hlr_10.42.42.2(pid=14722): stdout: \u000a| (launched: 2022-12-10_08:07:10.554119) \u000a08:07:13.910365 run osmo-hlr_10.42.42.2(pid=14722): stderr: \u000a| �[0;m�[1;31m20221210080710750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080710750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080710750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080710750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080710750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080710750 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080710763 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/dynts:nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any/switch_tch_pdch.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080710772 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080710773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080710773 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:07:13.954367 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14721): Terminating (SIGTERM)\u000a08:07:13.995616 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14724): Terminating (SIGTERM)\u000a08:07:14.037352 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14727): Terminating (SIGTERM)\u000a08:07:14.046858 --- ParallelTerminationStrategy: PID 14721 died...\u000a08:07:14.102466 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14721): Terminated: ok {rc=0}\u000a08:07:14.112309 --- ParallelTerminationStrategy: PID 14724 died...\u000a08:07:14.167322 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14724): Terminated: ok {rc=0}\u000a08:07:14.177229 --- ParallelTerminationStrategy: PID 14727 died...\u000a08:07:14.232318 run pcap-recorder_any(filters='host 10.42.42.6')(pid=14727): Terminated: ok {rc=0}\u000a08:07:14.319092 bus /gobi_0: Setting Powered False\u000a08:07:15.424794 bus /gobi_0: Setting Powered False\u000a08:07:16.538225 bus /gobi_6: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "159", "name" : "dynts_nanobts+band-900+mod-bts0-dynts67-ipa-compat-nanobts+cfg-codec-fr-any", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:07:06" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=14734): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14734) [trial-2371↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14734)]", "failedSince" : 2172, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_acceptall.py\", line 18, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=14734): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14734) [trial-2371↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14734)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 nitb_smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a08:07:18.378000 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a08:07:18.481927 tst esme_connect_policy_acceptall.py: using MSISDN 7625\u000a08:07:18.622057 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:07:19.173012 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14733): Launched\u000a08:07:19.462553 run osmo-nitb_10.42.42.2(pid=14734): Launched\u000a08:07:19.642336 run osmo-nitb_10.42.42.2(pid=14734): ERR: Terminated: ERROR {rc=2} [trial-2371↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14734)]\u000a08:07:19.774799 run osmo-nitb_10.42.42.2(pid=14734): stdout: \u000a| (launched: 2022-12-10_08:07:19.321395) \u000a08:07:19.907677 run osmo-nitb_10.42.42.2(pid=14734): stderr: \u000a| (launched: 2022-12-10_08:07:19.364781)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:07:20.036166 run osmo-nitb_10.42.42.2(pid=14734): stdout: \u000a| (launched: 2022-12-10_08:07:19.321395) \u000a08:07:20.163845 run osmo-nitb_10.42.42.2(pid=14734): stderr: \u000a| (launched: 2022-12-10_08:07:19.364781)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:07:20.581138 tst osmo-nitb_10.42.42.2(pid=14734): stdout: \u000a| (launched: 2022-12-10_08:07:19.321395) \u000a08:07:20.698319 tst osmo-nitb_10.42.42.2(pid=14734): stderr: \u000a| (launched: 2022-12-10_08:07:19.364781)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:07:20.749628 tst esme_connect_policy_acceptall.py:18: ERR: Error: osmo-nitb_10.42.42.2(pid=14734): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14734) [trial-2371↪nitb_smpp↪esme_connect_policy_acceptall.py:18↪esme_connect_policy_acceptall.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14734)] [trial-2371↪nitb_smpp↪esme_connect_policy_acceptall.py:18]\u000a08:07:20.757581 tst esme_connect_policy_acceptall.py:18: Test FAILED (2.4 sec)\u000a08:07:20.792413 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14733): Terminating (SIGTERM)\u000a08:07:20.970155 --- ParallelTerminationStrategy: PID 14733 died...\u000a08:07:21.024250 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14733): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 200, "className" : "nitb_smpp", "duration" : 2.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=14736): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14736) [trial-2371↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14736)]", "failedSince" : 2172, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_connect_policy_closed.py\", line 24, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=14736): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14736) [trial-2371↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14736)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 nitb_smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a08:07:21.038468 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a08:07:21.145740 tst esme_connect_policy_closed.py: using MSISDN 7626\u000a08:07:21.261310 tst esme_connect_policy_closed.py: using MSISDN 7627\u000a08:07:21.365071 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:07:21.920103 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14735): Launched\u000a08:07:22.211205 run osmo-nitb_10.42.42.2(pid=14736): Launched\u000a08:07:22.378176 run osmo-nitb_10.42.42.2(pid=14736): ERR: Terminated: ERROR {rc=2} [trial-2371↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14736)]\u000a08:07:22.500288 run osmo-nitb_10.42.42.2(pid=14736): stdout: \u000a| (launched: 2022-12-10_08:07:22.069260) \u000a08:07:22.622863 run osmo-nitb_10.42.42.2(pid=14736): stderr: \u000a| (launched: 2022-12-10_08:07:22.112898)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:07:22.741359 run osmo-nitb_10.42.42.2(pid=14736): stdout: \u000a| (launched: 2022-12-10_08:07:22.069260) \u000a08:07:22.858702 run osmo-nitb_10.42.42.2(pid=14736): stderr: \u000a| (launched: 2022-12-10_08:07:22.112898)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:07:22.910274 tst esme_connect_policy_closed.py:24: ERR: Error: osmo-nitb_10.42.42.2(pid=14736): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14736) [trial-2371↪nitb_smpp↪esme_connect_policy_closed.py:24↪esme_connect_policy_closed.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14736)] [trial-2371↪nitb_smpp↪esme_connect_policy_closed.py:24]\u000a08:07:22.918009 tst esme_connect_policy_closed.py:24: Test FAILED (1.9 sec)\u000a08:07:22.952234 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14735): Terminating (SIGTERM)\u000a08:07:23.129537 --- ParallelTerminationStrategy: PID 14735 died...\u000a08:07:23.183613 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14735): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "nitb_smpp", "duration" : 3.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=14738): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14738) [trial-2371↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14738)]", "failedSince" : 2140, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_storeforward.py\", line 23, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=14738): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14738) [trial-2371↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14738)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 nitb_smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a08:07:23.198217 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a08:07:23.209135 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a08:07:23.329862 tst esme_ms_sms_storeforward.py: using LAC 27015\u000a08:07:23.453589 tst esme_ms_sms_storeforward.py: using RAC 240\u000a08:07:23.582795 tst esme_ms_sms_storeforward.py: using CellId 27015\u000a08:07:23.705032 tst esme_ms_sms_storeforward.py: using BVCI 27016\u000a08:07:23.728909 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a08:07:23.942212 tst esme_ms_sms_storeforward.py: using MSISDN 7628\u000a08:07:24.121989 tst esme_ms_sms_storeforward.py:20: start nitb and bts...\u000a08:07:24.244742 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:07:24.854141 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14737): Launched\u000a08:07:25.146162 run osmo-nitb_10.42.42.2(pid=14738): Launched\u000a08:07:25.314460 run osmo-nitb_10.42.42.2(pid=14738): ERR: Terminated: ERROR {rc=2} [trial-2371↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14738)]\u000a08:07:25.437321 run osmo-nitb_10.42.42.2(pid=14738): stdout: \u000a| (launched: 2022-12-10_08:07:25.004354) \u000a08:07:25.560176 run osmo-nitb_10.42.42.2(pid=14738): stderr: \u000a| (launched: 2022-12-10_08:07:25.048123)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:07:25.679076 run osmo-nitb_10.42.42.2(pid=14738): stdout: \u000a| (launched: 2022-12-10_08:07:25.004354) \u000a08:07:25.796882 run osmo-nitb_10.42.42.2(pid=14738): stderr: \u000a| (launched: 2022-12-10_08:07:25.048123)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:07:25.848464 tst esme_ms_sms_storeforward.py:23: ERR: Error: osmo-nitb_10.42.42.2(pid=14738): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14738) [trial-2371↪nitb_smpp↪esme_ms_sms_storeforward.py:23↪esme_ms_sms_storeforward.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14738)] [trial-2371↪nitb_smpp↪esme_ms_sms_storeforward.py:23]\u000a08:07:25.856139 tst esme_ms_sms_storeforward.py:23: Test FAILED (2.6 sec)\u000a08:07:25.890749 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14737): Terminating (SIGTERM)\u000a08:07:26.067855 --- ParallelTerminationStrategy: PID 14737 died...\u000a08:07:26.122766 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14737): Terminated: ok {rc=0}\u000a08:07:26.209643 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 232, "className" : "nitb_smpp", "duration" : 4.0, "errorDetails" : None, "errorStackTrace" : "osmo-nitb_10.42.42.2(pid=14740): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14740) [trial-2371↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14740)]", "failedSince" : 2140, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/nitb_smpp/esme_ms_sms_transaction.py\", line 21, in \u000a nitb.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/nitb_osmo.py\", line 67, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-nitb_10.42.42.2(pid=14740): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14740) [trial-2371↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14740)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 nitb_smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a08:07:27.261791 tst nitb_smpp: Using 1 x ip_address (candidates: 1)\u000a08:07:27.273008 tst nitb_smpp: Using 1 x bts (candidates: 1)\u000a08:07:27.397438 tst esme_ms_sms_transaction.py: using LAC 27016\u000a08:07:27.513837 tst esme_ms_sms_transaction.py: using RAC 241\u000a08:07:27.629836 tst esme_ms_sms_transaction.py: using CellId 27016\u000a08:07:27.746027 tst esme_ms_sms_transaction.py: using BVCI 27017\u000a08:07:27.768236 tst nitb_smpp: Using 1 x modem (candidates: 1)\u000a08:07:27.988907 tst esme_ms_sms_transaction.py: using MSISDN 7629\u000a08:07:28.182921 tst esme_ms_sms_transaction.py:18: start nitb and bts...\u000a08:07:28.314693 run osmo-nitb_10.42.42.2: Starting osmo-nitb\u000a08:07:28.962627 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14739): Launched\u000a08:07:29.274511 run osmo-nitb_10.42.42.2(pid=14740): Launched\u000a08:07:29.467609 run osmo-nitb_10.42.42.2(pid=14740): ERR: Terminated: ERROR {rc=2} [trial-2371↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14740)]\u000a08:07:29.609779 run osmo-nitb_10.42.42.2(pid=14740): stdout: \u000a| (launched: 2022-12-10_08:07:29.123518) \u000a08:07:29.752228 run osmo-nitb_10.42.42.2(pid=14740): stderr: \u000a| (launched: 2022-12-10_08:07:29.170450)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:07:29.890477 run osmo-nitb_10.42.42.2(pid=14740): stdout: \u000a| (launched: 2022-12-10_08:07:29.123518) \u000a08:07:30.027232 run osmo-nitb_10.42.42.2(pid=14740): stderr: \u000a| (launched: 2022-12-10_08:07:29.170450)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:07:30.401747 tst osmo-nitb_10.42.42.2(pid=14740): stdout: \u000a| (launched: 2022-12-10_08:07:29.123518) \u000a08:07:30.527266 tst osmo-nitb_10.42.42.2(pid=14740): stderr: \u000a| (launched: 2022-12-10_08:07:29.170450)\u000a| ======================================================================\u000a| ERROR: You should not run osmo-nitb. It is ancient, unmaintained and\u000a| obsolete for several years. If you really want to ignore years of hard work on\u000a| the new post-NITB stack (osmo-bsc, osmo-mgw, osmo-msc, osmo-hlr, osmo-stp),\u000a| you may ues the '--yes-i-really-want-to-run-prehistoric-software' command line\u000a| argument. DON'T EVER BOTHER THE DEVELOPERS IF YOU ENCOUNTER PROBLEMS WITH IT!!!\u000a| Use https://osmocom.org/projects/cellular-infrastructure/wiki/Osmocom_Network_In_The_Box\u000a| ====================================================================== \u000a08:07:30.582213 tst esme_ms_sms_transaction.py:21: ERR: Error: osmo-nitb_10.42.42.2(pid=14740): Process ended prematurely: osmo-nitb_10.42.42.2(pid=14740) [trial-2371↪nitb_smpp↪esme_ms_sms_transaction.py:21↪esme_ms_sms_transaction.py↪osmo-nitb_10.42.42.2↪osmo-nitb_10.42.42.2(pid=14740)] [trial-2371↪nitb_smpp↪esme_ms_sms_transaction.py:21]\u000a08:07:30.590608 tst esme_ms_sms_transaction.py:21: Test FAILED (3.3 sec)\u000a08:07:30.626399 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14739): Terminating (SIGTERM)\u000a08:07:30.804024 --- ParallelTerminationStrategy: PID 14739 died...\u000a08:07:30.869744 run pcap-recorder_any(filters='host 10.42.42.2 and port not 22')(pid=14739): Terminated: ok {rc=0}\u000a08:07:30.964935 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 15.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "160", "name" : "nitb_smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:07:18" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=14756): Process ended prematurely: osmo-hlr_10.42.42.2(pid=14756) [trial-2371↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14756)]", "failedSince" : 2331, "name" : "esme_connect_policy_acceptall.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_acceptall.py\", line 23, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=14756): Process ended prematurely: osmo-hlr_10.42.42.2(pid=14756) [trial-2371↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14756)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 smpp esme_connect_policy_acceptall.py\u000a----------------------------------------------\u000a08:07:32.808521 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:07:32.819386 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:07:32.830460 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:07:32.841639 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:07:32.952571 tst esme_connect_policy_acceptall.py: using MSISDN 7630\u000a08:07:33.065627 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a08:07:33.610181 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=14744): Launched\u000a08:07:33.924851 run osmo-stp_10.42.42.4(pid=14745): Launched\u000a08:07:34.037508 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:07:34.541740 run create_hlr_db(pid=14746): Launched\u000a08:07:34.724175 bus /sierra_2: Setting Powered False\u000a08:07:35.744802 run create_hlr_db(pid=14746): Terminated: ok {rc=0}\u000a08:07:36.144331 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14755): Launched\u000a08:07:36.437350 run osmo-hlr_10.42.42.2(pid=14756): Launched\u000a08:07:36.552769 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a08:07:37.098191 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14758): Launched\u000a08:07:37.393839 run osmo-msc_10.42.42.5(pid=14759): Launched\u000a08:07:37.567552 run osmo-hlr_10.42.42.2(pid=14756): ERR: Terminated: ERROR {rc=237} [trial-2371↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14756)]\u000a08:07:37.698985 run osmo-hlr_10.42.42.2(pid=14756): stdout: \u000a| (launched: 2022-12-10_08:07:36.293177) \u000a08:07:37.823058 run osmo-hlr_10.42.42.2(pid=14756): stderr: \u000a| �[0;m�[1;31m20221210080736465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080736465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080736465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080736465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080736465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080736465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080736478 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080736486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080736487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080736487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:07:37.941828 run osmo-hlr_10.42.42.2(pid=14756): stdout: \u000a| (launched: 2022-12-10_08:07:36.293177) \u000a08:07:38.059707 run osmo-hlr_10.42.42.2(pid=14756): stderr: \u000a| �[0;m�[1;31m20221210080736465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080736465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080736465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080736465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080736465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080736465 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080736478 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/smpp/esme_connect_policy_acceptall.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080736486 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080736487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080736487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:07:38.111191 tst esme_connect_policy_acceptall.py:23: ERR: Error: osmo-hlr_10.42.42.2(pid=14756): Process ended prematurely: osmo-hlr_10.42.42.2(pid=14756) [trial-2371↪smpp↪esme_connect_policy_acceptall.py:23↪esme_connect_policy_acceptall.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14756)] [trial-2371↪smpp↪esme_connect_policy_acceptall.py:23]\u000a08:07:38.118978 tst esme_connect_policy_acceptall.py:23: Test FAILED (5.3 sec)\u000a08:07:38.178806 run osmo-msc_10.42.42.5(pid=14759): ERR: Terminated: ERROR {rc=9} [trial-2371↪smpp↪esme_connect_policy_acceptall.py↪esme_connect_policy_acceptall.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=14759)]\u000a08:07:38.227832 run osmo-msc_10.42.42.5(pid=14759): stdout: \u000a| (launched: 2022-12-10_08:07:37.247553) \u000a08:07:38.277589 run osmo-msc_10.42.42.5(pid=14759): stderr: \u000a| �[0;m�[38;5;43m20221210080737561 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221210080737561 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221210080737562 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221210080737562 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221210080737562 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221210080737562 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221210080737562 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221210080737562 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221210080737562 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a08:07:38.319653 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=14744): Terminating (SIGTERM)\u000a08:07:38.359229 run osmo-stp_10.42.42.4(pid=14745): Terminating (SIGTERM)\u000a08:07:38.400206 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14755): Terminating (SIGTERM)\u000a08:07:38.443084 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14758): Terminating (SIGTERM)\u000a08:07:38.452332 --- ParallelTerminationStrategy: PID 14744 died...\u000a08:07:38.506101 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=14744): Terminated: ok {rc=0}\u000a08:07:38.515542 --- ParallelTerminationStrategy: PID 14745 died...\u000a08:07:38.568399 run osmo-stp_10.42.42.4(pid=14745): Terminated: ok {rc=0}\u000a08:07:38.577832 --- ParallelTerminationStrategy: PID 14755 died...\u000a08:07:38.630608 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14755): Terminated: ok {rc=0}\u000a08:07:38.640045 --- ParallelTerminationStrategy: PID 14758 died...\u000a08:07:38.693522 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14758): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "smpp", "duration" : 6.0, "errorDetails" : None, "errorStackTrace" : "osmo-hlr_10.42.42.2(pid=14767): Process ended prematurely: osmo-hlr_10.42.42.2(pid=14767) [trial-2371↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14767)]", "failedSince" : 2331, "name" : "esme_connect_policy_closed.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_connect_policy_closed.py\", line 31, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-hlr_10.42.42.2(pid=14767): Process ended prematurely: osmo-hlr_10.42.42.2(pid=14767) [trial-2371↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14767)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 smpp esme_connect_policy_closed.py\u000a----------------------------------------------\u000a08:07:38.707666 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:07:38.718557 tst smpp: Using 1 x bts (candidates: 1)\u000a08:07:38.839929 tst esme_connect_policy_closed.py: using LAC 27017\u000a08:07:38.955510 tst esme_connect_policy_closed.py: using RAC 242\u000a08:07:39.074107 tst esme_connect_policy_closed.py: using CellId 27017\u000a08:07:39.199230 tst esme_connect_policy_closed.py: using BVCI 27018\u000a08:07:39.223468 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:07:39.234305 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:07:39.245252 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:07:39.357831 tst esme_connect_policy_closed.py: using MSISDN 7631\u000a08:07:39.486718 tst esme_connect_policy_closed.py: using MSISDN 7632\u000a08:07:39.599656 run osmo-stp_10.42.42.4: Starting osmo-stp\u000a08:07:40.146029 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=14762): Launched\u000a08:07:40.462140 run osmo-stp_10.42.42.4(pid=14763): Launched\u000a08:07:40.575844 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:07:41.080915 run create_hlr_db(pid=14764): Launched\u000a08:07:42.266997 run create_hlr_db(pid=14764): Terminated: ok {rc=0}\u000a08:07:42.592456 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14766): Launched\u000a08:07:42.907979 run osmo-hlr_10.42.42.2(pid=14767): Launched\u000a08:07:43.024489 run osmo-msc_10.42.42.5: Starting osmo-msc\u000a08:07:43.602885 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14769): Launched\u000a08:07:43.918694 run osmo-msc_10.42.42.5(pid=14770): Launched\u000a08:07:44.105483 run osmo-hlr_10.42.42.2(pid=14767): ERR: Terminated: ERROR {rc=237} [trial-2371↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14767)]\u000a08:07:44.240054 run osmo-hlr_10.42.42.2(pid=14767): stdout: \u000a| (launched: 2022-12-10_08:07:42.753333) \u000a08:07:44.374474 run osmo-hlr_10.42.42.2(pid=14767): stderr: \u000a| �[0;m�[1;31m20221210080742951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080742951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080742951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080742951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080742951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080742951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080742964 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080742972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080742973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080742973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:07:44.501731 run osmo-hlr_10.42.42.2(pid=14767): stdout: \u000a| (launched: 2022-12-10_08:07:42.753333) \u000a08:07:44.627548 run osmo-hlr_10.42.42.2(pid=14767): stderr: \u000a| �[0;m�[1;31m20221210080742951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080742951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080742951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080742951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080742951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080742951 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080742964 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/smpp/esme_connect_policy_closed.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080742972 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080742973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080742973 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:07:44.682688 tst esme_connect_policy_closed.py:31: ERR: Error: osmo-hlr_10.42.42.2(pid=14767): Process ended prematurely: osmo-hlr_10.42.42.2(pid=14767) [trial-2371↪smpp↪esme_connect_policy_closed.py:31↪esme_connect_policy_closed.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14767)] [trial-2371↪smpp↪esme_connect_policy_closed.py:31]\u000a08:07:44.691117 tst esme_connect_policy_closed.py:31: Test FAILED (6.0 sec)\u000a08:07:44.753410 run osmo-msc_10.42.42.5(pid=14770): ERR: Terminated: ERROR {rc=9} [trial-2371↪smpp↪esme_connect_policy_closed.py↪esme_connect_policy_closed.py↪osmo-msc_10.42.42.5↪osmo-msc_10.42.42.5(pid=14770)]\u000a08:07:44.804378 run osmo-msc_10.42.42.5(pid=14770): stdout: \u000a| (launched: 2022-12-10_08:07:43.763908) \u000a08:07:44.856034 run osmo-msc_10.42.42.5(pid=14770): stderr: \u000a| �[0;m�[38;5;43m20221210080744129 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Freeing instance (osmo_ss7.c:1650)\u000a| �[0;m�[38;5;43m20221210080744129 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Deallocated (fsm.c:568)\u000a| �[0;m�[38;5;43m20221210080744129 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000015820]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;45m20221210080744129 �[1;33mDLSCCP�[0;m�[38;5;45m �[1;33mNOTICE�[0;m�[38;5;45m OsmoMSC-A-Iu: Using ASP instance asp0 (sccp_user.c:647)\u000a| �[0;m�[38;5;43m20221210080744129 �[1;33mDLSS7�[0;m�[38;5;43m �[1;33mNOTICE�[0;m�[38;5;43m 0: Creating SCCP instance (osmo_ss7.c:458)\u000a| �[0;m�[38;5;45m20221210080744129 �[1;32mDLSCCP�[0;m�[38;5;45m �[1;32mINFO�[0;m�[38;5;45m Binding user 'SCCP Management' to SSN=1 PC=(no PC) (sccp_user.c:108)\u000a| �[0;m�[38;5;43m20221210080744129 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m registering user=SCCP for SI 3 with priv 0x6120000159a0 (osmo_ss7.c:482)\u000a| �[0;m20221210080744130 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 0.0.0.0:29118: Address already in use (socket.c:822)\u000a| 20221210080744130 �[1;31mDSGS�[0;m �[1;31mERROR�[0;m SGs socket cannot be opened: Address already in use (sgs_server.c:182)\u000a| Starting SGs server failed \u000a08:07:44.899702 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=14762): Terminating (SIGTERM)\u000a08:07:44.941254 run osmo-stp_10.42.42.4(pid=14763): Terminating (SIGTERM)\u000a08:07:44.983992 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14766): Terminating (SIGTERM)\u000a08:07:45.028708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14769): Terminating (SIGTERM)\u000a08:07:45.039446 --- ParallelTerminationStrategy: PID 14762 died...\u000a08:07:45.098922 run pcap-recorder_any(filters='host 10.42.42.4 and port not 22')(pid=14762): Terminated: ok {rc=0}\u000a08:07:45.109235 --- ParallelTerminationStrategy: PID 14763 died...\u000a08:07:45.165277 run osmo-stp_10.42.42.4(pid=14763): Terminated: ok {rc=0}\u000a08:07:45.175440 --- ParallelTerminationStrategy: PID 14766 died...\u000a08:07:45.230914 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14766): Terminated: ok {rc=0}\u000a08:07:45.240829 --- ParallelTerminationStrategy: PID 14769 died...\u000a08:07:45.296418 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14769): Terminated: ok {rc=0}\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14779): Process ended prematurely: osmo-stp_10.42.42.5(pid=14779) [trial-2371↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14779)]", "failedSince" : 2331, "name" : "esme_ms_sms_storeforward.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_storeforward.py\", line 30, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14779): Process ended prematurely: osmo-stp_10.42.42.5(pid=14779) [trial-2371↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14779)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 smpp esme_ms_sms_storeforward.py\u000a----------------------------------------------\u000a08:07:45.311428 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:07:45.322917 tst smpp: Using 1 x bts (candidates: 1)\u000a08:07:45.449929 tst esme_ms_sms_storeforward.py: using LAC 27018\u000a08:07:45.575625 tst esme_ms_sms_storeforward.py: using RAC 243\u000a08:07:45.701495 tst esme_ms_sms_storeforward.py: using CellId 27018\u000a08:07:45.827116 tst esme_ms_sms_storeforward.py: using BVCI 27019\u000a08:07:45.870911 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:07:45.890645 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:07:45.902143 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:07:45.913311 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:07:45.924385 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:07:45.935817 tst smpp: Using 1 x modem (candidates: 1)\u000a08:07:46.163749 tst esme_ms_sms_storeforward.py: using MSISDN 7633\u000a08:07:46.278812 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:07:46.825314 run create_hlr_db(pid=14773): Launched\u000a08:07:48.011408 run create_hlr_db(pid=14773): Terminated: ok {rc=0}\u000a08:07:48.338294 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14775): Launched\u000a08:07:48.655656 run osmo-hlr_10.42.42.2(pid=14776): Launched\u000a08:07:48.772733 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:07:49.326919 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14778): Launched\u000a08:07:49.645371 run osmo-stp_10.42.42.5(pid=14779): Launched\u000a08:07:49.762152 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:07:50.341510 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14781): Launched\u000a08:07:50.657507 run osmo-msc_10.42.42.6(pid=14782): Launched\u000a08:07:50.843217 run osmo-stp_10.42.42.5(pid=14779): ERR: Terminated: ERROR {rc=1} [trial-2371↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14779)]\u000a08:07:50.977491 run osmo-stp_10.42.42.5(pid=14779): stdout: \u000a| (launched: 2022-12-10_08:07:49.488835)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:07:51.112686 run osmo-stp_10.42.42.5(pid=14779): stderr: \u000a| �[0;m�[38;5;43m20221210080749680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080749680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080749680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080749680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080749681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080749681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080749681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:07:51.240234 run osmo-stp_10.42.42.5(pid=14779): stdout: \u000a| (launched: 2022-12-10_08:07:49.488835)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:07:51.366523 run osmo-stp_10.42.42.5(pid=14779): stderr: \u000a| �[0;m�[38;5;43m20221210080749680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080749680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080749680 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080749680 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080749681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080749681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080749681 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:07:51.421996 tst esme_ms_sms_storeforward.py:30: ERR: Error: osmo-stp_10.42.42.5(pid=14779): Process ended prematurely: osmo-stp_10.42.42.5(pid=14779) [trial-2371↪smpp↪esme_ms_sms_storeforward.py:30↪esme_ms_sms_storeforward.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14779)] [trial-2371↪smpp↪esme_ms_sms_storeforward.py:30]\u000a08:07:51.430332 tst esme_ms_sms_storeforward.py:30: Test FAILED (6.1 sec)\u000a08:07:51.491974 run osmo-hlr_10.42.42.2(pid=14776): ERR: Terminated: ERROR {rc=237} [trial-2371↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14776)]\u000a08:07:51.542912 run osmo-hlr_10.42.42.2(pid=14776): stdout: \u000a| (launched: 2022-12-10_08:07:48.500008) \u000a08:07:51.594416 run osmo-hlr_10.42.42.2(pid=14776): stderr: \u000a| �[0;m�[1;31m20221210080748699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080748699 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080748700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080748700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080748700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080748700 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080748717 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/smpp/esme_ms_sms_storeforward.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080748727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080748727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080748727 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:07:51.663917 run osmo-msc_10.42.42.6(pid=14782): ERR: Terminated: ERROR {rc=2} [trial-2371↪smpp↪esme_ms_sms_storeforward.py↪esme_ms_sms_storeforward.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14782)]\u000a08:07:51.714571 run osmo-msc_10.42.42.6(pid=14782): stdout: \u000a| (launched: 2022-12-10_08:07:50.502392) \u000a08:07:51.765720 run osmo-msc_10.42.42.6(pid=14782): stderr: \u000a| �[0;m�[38;5;43m20221210080750822 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210080750822 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fdec04cdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210080750822 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210080750822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210080750822 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210080750823 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210080750824 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210080750825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210080750825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210080750825 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:07:51.809560 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14775): Terminating (SIGTERM)\u000a08:07:51.851190 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14778): Terminating (SIGTERM)\u000a08:07:51.892920 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14781): Terminating (SIGTERM)\u000a08:07:51.902630 --- ParallelTerminationStrategy: PID 14775 died...\u000a08:07:51.958409 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14775): Terminated: ok {rc=0}\u000a08:07:51.968499 --- ParallelTerminationStrategy: PID 14778 died...\u000a08:07:52.023808 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14778): Terminated: ok {rc=0}\u000a08:07:52.033744 --- ParallelTerminationStrategy: PID 14781 died...\u000a08:07:52.089271 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14781): Terminated: ok {rc=0}\u000a08:07:52.176093 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "smpp", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14790): Process ended prematurely: osmo-stp_10.42.42.5(pid=14790) [trial-2371↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14790)]", "failedSince" : 2331, "name" : "esme_ms_sms_transaction.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/smpp/esme_ms_sms_transaction.py\", line 28, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14790): Process ended prematurely: osmo-stp_10.42.42.5(pid=14790) [trial-2371↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14790)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 smpp esme_ms_sms_transaction.py\u000a----------------------------------------------\u000a08:07:53.230451 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:07:53.242489 tst smpp: Using 1 x bts (candidates: 1)\u000a08:07:53.373415 tst esme_ms_sms_transaction.py: using LAC 27019\u000a08:07:53.494294 tst esme_ms_sms_transaction.py: using RAC 244\u000a08:07:53.609997 tst esme_ms_sms_transaction.py: using CellId 27019\u000a08:07:53.725256 tst esme_ms_sms_transaction.py: using BVCI 27020\u000a08:07:53.747721 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:07:53.758227 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:07:53.768510 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:07:53.778639 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:07:53.789314 tst smpp: Using 1 x ip_address (candidates: 6)\u000a08:07:53.799523 tst smpp: Using 1 x modem (candidates: 1)\u000a08:07:54.013976 tst esme_ms_sms_transaction.py: using MSISDN 7634\u000a08:07:54.119468 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:07:54.581669 run create_hlr_db(pid=14784): Launched\u000a08:07:54.751251 bus /sierra_2: Setting Powered False\u000a08:07:55.773150 run create_hlr_db(pid=14784): Terminated: ok {rc=0}\u000a08:07:56.195091 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14786): Launched\u000a08:07:56.513030 run osmo-hlr_10.42.42.2(pid=14787): Launched\u000a08:07:56.629302 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:07:57.177372 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14789): Launched\u000a08:07:57.493850 run osmo-stp_10.42.42.5(pid=14790): Launched\u000a08:07:57.608622 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:07:58.187117 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14792): Launched\u000a08:07:58.503474 run osmo-msc_10.42.42.6(pid=14793): Launched\u000a08:07:58.689449 run osmo-stp_10.42.42.5(pid=14790): ERR: Terminated: ERROR {rc=1} [trial-2371↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14790)]\u000a08:07:58.823376 run osmo-stp_10.42.42.5(pid=14790): stdout: \u000a| (launched: 2022-12-10_08:07:57.337897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:07:58.957133 run osmo-stp_10.42.42.5(pid=14790): stderr: \u000a| �[0;m�[38;5;43m20221210080757528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080757528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080757528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080757528 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080757529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080757529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080757529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:07:59.084413 run osmo-stp_10.42.42.5(pid=14790): stdout: \u000a| (launched: 2022-12-10_08:07:57.337897)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:07:59.210906 run osmo-stp_10.42.42.5(pid=14790): stderr: \u000a| �[0;m�[38;5;43m20221210080757528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080757528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080757528 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080757528 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080757529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080757529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080757529 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:07:59.265896 tst esme_ms_sms_transaction.py:28: ERR: Error: osmo-stp_10.42.42.5(pid=14790): Process ended prematurely: osmo-stp_10.42.42.5(pid=14790) [trial-2371↪smpp↪esme_ms_sms_transaction.py:28↪esme_ms_sms_transaction.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14790)] [trial-2371↪smpp↪esme_ms_sms_transaction.py:28]\u000a08:07:59.274335 tst esme_ms_sms_transaction.py:28: Test FAILED (6.0 sec)\u000a08:07:59.336581 run osmo-hlr_10.42.42.2(pid=14787): ERR: Terminated: ERROR {rc=237} [trial-2371↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14787)]\u000a08:07:59.387989 run osmo-hlr_10.42.42.2(pid=14787): stdout: \u000a| (launched: 2022-12-10_08:07:56.357373) \u000a08:07:59.440057 run osmo-hlr_10.42.42.2(pid=14787): stderr: \u000a| �[0;m�[1;31m20221210080756554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080756554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080756554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080756554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080756554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080756554 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080756566 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/smpp/esme_ms_sms_transaction.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080756574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080756574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080756575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:07:59.510561 run osmo-msc_10.42.42.6(pid=14793): ERR: Terminated: ERROR {rc=2} [trial-2371↪smpp↪esme_ms_sms_transaction.py↪esme_ms_sms_transaction.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14793)]\u000a08:07:59.561919 run osmo-msc_10.42.42.6(pid=14793): stdout: \u000a| (launched: 2022-12-10_08:07:58.348170) \u000a08:07:59.613763 run osmo-msc_10.42.42.6(pid=14793): stderr: \u000a| �[0;m�[38;5;43m20221210080758671 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210080758671 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2779e71c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210080758671 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210080758671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210080758672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210080758672 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210080758674 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210080758674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210080758674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210080758674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:07:59.657787 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14786): Terminating (SIGTERM)\u000a08:07:59.699441 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14789): Terminating (SIGTERM)\u000a08:07:59.741164 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14792): Terminating (SIGTERM)\u000a08:07:59.750793 --- ParallelTerminationStrategy: PID 14786 died...\u000a08:07:59.806556 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14786): Terminated: ok {rc=0}\u000a08:07:59.816505 --- ParallelTerminationStrategy: PID 14789 died...\u000a08:07:59.872071 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14789): Terminated: ok {rc=0}\u000a08:07:59.882061 --- ParallelTerminationStrategy: PID 14792 died...\u000a08:07:59.937541 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14792): Terminated: ok {rc=0}\u000a08:08:00.025387 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 30.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "161", "name" : "smpp", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:07:32" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14804): Process ended prematurely: osmo-stp_10.42.42.5(pid=14804) [trial-2371↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14804)]", "failedSince" : 2331, "name" : "register_a5_0_authopt.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authopt.py\", line 8, in \u000a encryption_test_setup_run(False, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14804): Process ended prematurely: osmo-stp_10.42.42.5(pid=14804) [trial-2371↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14804)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 encryption register_a5_0_authopt.py\u000a----------------------------------------------\u000a08:08:01.955172 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:08:01.970565 tst encryption: Using 1 x bts (candidates: 1)\u000a08:08:02.103018 tst register_a5_0_authopt.py: using LAC 27020\u000a08:08:02.230835 tst register_a5_0_authopt.py: using RAC 245\u000a08:08:02.357240 tst register_a5_0_authopt.py: using CellId 27020\u000a08:08:02.481139 tst register_a5_0_authopt.py: using BVCI 27021\u000a08:08:02.505539 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:08:02.516262 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:08:02.526981 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:08:02.538056 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:08:02.548576 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:08:02.559183 tst encryption: Using 1 x modem (candidates: 1)\u000a08:08:02.835521 tst register_a5_0_authopt.py:8: start network...\u000a08:08:02.960753 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:08:03.432241 run create_hlr_db(pid=14798): Launched\u000a08:08:03.605184 bus /sierra_2: Setting Powered False\u000a08:08:04.626327 run create_hlr_db(pid=14798): Terminated: ok {rc=0}\u000a08:08:05.051260 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14800): Launched\u000a08:08:05.372912 run osmo-hlr_10.42.42.2(pid=14801): Launched\u000a08:08:05.494287 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:08:06.047428 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14803): Launched\u000a08:08:06.366175 run osmo-stp_10.42.42.5(pid=14804): Launched\u000a08:08:06.481637 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:08:07.062862 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14806): Launched\u000a08:08:07.382667 run osmo-msc_10.42.42.6(pid=14807): Launched\u000a08:08:07.571063 run osmo-stp_10.42.42.5(pid=14804): ERR: Terminated: ERROR {rc=1} [trial-2371↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14804)]\u000a08:08:07.705841 run osmo-stp_10.42.42.5(pid=14804): stdout: \u000a| (launched: 2022-12-10_08:08:06.210274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:08:07.839972 run osmo-stp_10.42.42.5(pid=14804): stderr: \u000a| �[0;m�[38;5;43m20221210080806403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080806403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080806404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080806404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080806405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080806405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080806405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:08:07.968409 run osmo-stp_10.42.42.5(pid=14804): stdout: \u000a| (launched: 2022-12-10_08:08:06.210274)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:08:08.096715 run osmo-stp_10.42.42.5(pid=14804): stderr: \u000a| �[0;m�[38;5;43m20221210080806403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080806403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080806404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080806404 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080806405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080806405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080806405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:08:08.153163 tst register_a5_0_authopt.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14804): Process ended prematurely: osmo-stp_10.42.42.5(pid=14804) [trial-2371↪encryption↪register_a5_0_authopt.py:8↪register_a5_0_authopt.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14804)] [trial-2371↪encryption↪register_a5_0_authopt.py:8]\u000a08:08:08.162102 tst register_a5_0_authopt.py:8: Test FAILED (6.3 sec)\u000a08:08:08.224277 run osmo-hlr_10.42.42.2(pid=14801): ERR: Terminated: ERROR {rc=237} [trial-2371↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14801)]\u000a08:08:08.275338 run osmo-hlr_10.42.42.2(pid=14801): stdout: \u000a| (launched: 2022-12-10_08:08:05.215675) \u000a08:08:08.327003 run osmo-hlr_10.42.42.2(pid=14801): stderr: \u000a| �[0;m�[1;31m20221210080805412 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080805413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080805413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080805413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080805413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080805413 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080805424 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/encryption/register_a5_0_authopt.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080805434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080805434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080805434 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:08:08.397187 run osmo-msc_10.42.42.6(pid=14807): ERR: Terminated: ERROR {rc=2} [trial-2371↪encryption↪register_a5_0_authopt.py↪register_a5_0_authopt.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14807)]\u000a08:08:08.448009 run osmo-msc_10.42.42.6(pid=14807): stdout: \u000a| (launched: 2022-12-10_08:08:07.226422) \u000a08:08:08.499986 run osmo-msc_10.42.42.6(pid=14807): stderr: \u000a| �[0;m�[38;5;43m20221210080807547 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210080807547 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff47d83cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210080807547 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210080807547 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210080807548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210080807548 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210080807550 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210080807550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210080807550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210080807550 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:08:08.544232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14800): Terminating (SIGTERM)\u000a08:08:08.586169 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14803): Terminating (SIGTERM)\u000a08:08:08.627740 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14806): Terminating (SIGTERM)\u000a08:08:08.636838 --- ParallelTerminationStrategy: PID 14800 died...\u000a08:08:08.692427 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14800): Terminated: ok {rc=0}\u000a08:08:08.702415 --- ParallelTerminationStrategy: PID 14803 died...\u000a08:08:08.757850 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14803): Terminated: ok {rc=0}\u000a08:08:08.767840 --- ParallelTerminationStrategy: PID 14806 died...\u000a08:08:08.823260 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14806): Terminated: ok {rc=0}\u000a08:08:08.909911 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "encryption", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=14815): Process ended prematurely: osmo-stp_10.42.42.5(pid=14815) [trial-2371↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14815)]", "failedSince" : 2331, "name" : "register_a5_0_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_0_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_0')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=14815): Process ended prematurely: osmo-stp_10.42.42.5(pid=14815) [trial-2371↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14815)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 encryption register_a5_0_authreq.py\u000a----------------------------------------------\u000a08:08:10.021636 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:08:10.032798 tst encryption: Using 1 x bts (candidates: 1)\u000a08:08:10.163423 tst register_a5_0_authreq.py: using LAC 27021\u000a08:08:10.291578 tst register_a5_0_authreq.py: using RAC 246\u000a08:08:10.415158 tst register_a5_0_authreq.py: using CellId 27021\u000a08:08:10.538488 tst register_a5_0_authreq.py: using BVCI 27022\u000a08:08:10.562867 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:08:10.573994 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:08:10.584684 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:08:10.595413 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:08:10.606114 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:08:10.616649 tst encryption: Using 1 x modem (candidates: 1)\u000a08:08:10.908914 tst register_a5_0_authreq.py:8: start network...\u000a08:08:11.042828 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:08:11.552732 run create_hlr_db(pid=14809): Launched\u000a08:08:11.737982 bus /sierra_2: Setting Powered False\u000a08:08:12.758873 run create_hlr_db(pid=14809): Terminated: ok {rc=0}\u000a08:08:13.159461 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14811): Launched\u000a08:08:13.459332 run osmo-hlr_10.42.42.2(pid=14812): Launched\u000a08:08:13.571065 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:08:14.087727 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14814): Launched\u000a08:08:14.386389 run osmo-stp_10.42.42.5(pid=14815): Launched\u000a08:08:14.495642 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:08:15.039677 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14817): Launched\u000a08:08:15.340442 run osmo-msc_10.42.42.6(pid=14818): Launched\u000a08:08:15.516300 run osmo-stp_10.42.42.5(pid=14815): ERR: Terminated: ERROR {rc=1} [trial-2371↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14815)]\u000a08:08:15.643397 run osmo-stp_10.42.42.5(pid=14815): stdout: \u000a| (launched: 2022-12-10_08:08:14.239200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:08:15.768594 run osmo-stp_10.42.42.5(pid=14815): stderr: \u000a| �[0;m�[38;5;43m20221210080814408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080814408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080814409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080814409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080814410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080814410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080814410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:08:15.903761 run osmo-stp_10.42.42.5(pid=14815): stdout: \u000a| (launched: 2022-12-10_08:08:14.239200)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:08:16.027089 run osmo-stp_10.42.42.5(pid=14815): stderr: \u000a| �[0;m�[38;5;43m20221210080814408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080814408 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080814409 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080814409 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080814410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080814410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080814410 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:08:16.080748 tst register_a5_0_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=14815): Process ended prematurely: osmo-stp_10.42.42.5(pid=14815) [trial-2371↪encryption↪register_a5_0_authreq.py:8↪register_a5_0_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=14815)] [trial-2371↪encryption↪register_a5_0_authreq.py:8]\u000a08:08:16.089640 tst register_a5_0_authreq.py:8: Test FAILED (6.1 sec)\u000a08:08:16.150309 run osmo-hlr_10.42.42.2(pid=14812): ERR: Terminated: ERROR {rc=237} [trial-2371↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=14812)]\u000a08:08:16.199800 run osmo-hlr_10.42.42.2(pid=14812): stdout: \u000a| (launched: 2022-12-10_08:08:13.311856) \u000a08:08:16.250291 run osmo-hlr_10.42.42.2(pid=14812): stderr: \u000a| �[0;m�[1;31m20221210080813487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080813487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080813487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080813487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080813487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080813487 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080813499 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/encryption/register_a5_0_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080813509 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080813510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080813510 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:08:16.318347 run osmo-msc_10.42.42.6(pid=14818): ERR: Terminated: ERROR {rc=2} [trial-2371↪encryption↪register_a5_0_authreq.py↪register_a5_0_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=14818)]\u000a08:08:16.375729 run osmo-msc_10.42.42.6(pid=14818): stdout: \u000a| (launched: 2022-12-10_08:08:15.191441) \u000a08:08:16.449313 run osmo-msc_10.42.42.6(pid=14818): stderr: \u000a| �[0;m�[38;5;43m20221210080815461 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210080815461 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f261dc77c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210080815461 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210080815461 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210080815462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210080815462 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210080815465 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210080815466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210080815466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210080815466 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:08:16.500002 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14811): Terminating (SIGTERM)\u000a08:08:16.547178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14814): Terminating (SIGTERM)\u000a08:08:16.589144 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14817): Terminating (SIGTERM)\u000a08:08:16.602093 --- ParallelTerminationStrategy: PID 14811 died...\u000a08:08:16.666342 run pcap-recorder_any(filters='host 10.42.42.2')(pid=14811): Terminated: ok {rc=0}\u000a08:08:16.676708 --- ParallelTerminationStrategy: PID 14814 died...\u000a08:08:16.741285 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=14814): Terminated: ok {rc=0}\u000a08:08:16.752730 --- ParallelTerminationStrategy: PID 14817 died...\u000a08:08:16.810721 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=14817): Terminated: ok {rc=0}\u000a08:08:16.921393 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "encryption", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15098): Process ended prematurely: osmo-stp_10.42.42.5(pid=15098) [trial-2371↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15098)]", "failedSince" : 2331, "name" : "register_a5_1_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_1_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_1')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15098): Process ended prematurely: osmo-stp_10.42.42.5(pid=15098) [trial-2371↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15098)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 encryption register_a5_1_authreq.py\u000a----------------------------------------------\u000a08:08:18.068554 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:08:18.080148 tst encryption: Using 1 x bts (candidates: 1)\u000a08:08:18.228844 tst register_a5_1_authreq.py: using LAC 27022\u000a08:08:18.381543 tst register_a5_1_authreq.py: using RAC 247\u000a08:08:18.532868 tst register_a5_1_authreq.py: using CellId 27022\u000a08:08:18.680611 tst register_a5_1_authreq.py: using BVCI 27023\u000a08:08:18.717931 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:08:18.732011 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:08:18.744095 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:08:18.755906 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:08:18.768568 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:08:18.780190 tst encryption: Using 1 x modem (candidates: 1)\u000a08:08:19.090472 tst register_a5_1_authreq.py:8: start network...\u000a08:08:19.216931 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:08:19.721893 run create_hlr_db(pid=15090): Launched\u000a08:08:19.927213 bus /sierra_2: Setting Powered False\u000a08:08:20.941788 run create_hlr_db(pid=15090): Terminated: ok {rc=0}\u000a08:08:21.371966 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15094): Launched\u000a08:08:21.796766 run osmo-hlr_10.42.42.2(pid=15095): Launched\u000a08:08:22.031130 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:08:22.620215 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15097): Launched\u000a08:08:23.054814 run osmo-stp_10.42.42.5(pid=15098): Launched\u000a08:08:23.274688 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:08:23.896044 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15100): Launched\u000a08:08:24.331670 run osmo-msc_10.42.42.6(pid=15101): Launched\u000a08:08:24.716114 run osmo-stp_10.42.42.5(pid=15098): ERR: Terminated: ERROR {rc=1} [trial-2371↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15098)]\u000a08:08:24.918595 run osmo-stp_10.42.42.5(pid=15098): stdout: \u000a| (launched: 2022-12-10_08:08:22.787059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:08:25.057514 run osmo-stp_10.42.42.5(pid=15098): stderr: \u000a| �[0;m�[38;5;43m20221210080823084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080823093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080823093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080823094 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080823094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080823094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080823094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:08:25.190760 run osmo-stp_10.42.42.5(pid=15098): stdout: \u000a| (launched: 2022-12-10_08:08:22.787059)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:08:25.324355 run osmo-stp_10.42.42.5(pid=15098): stderr: \u000a| �[0;m�[38;5;43m20221210080823084 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080823093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080823093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080823094 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080823094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080823094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080823094 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:08:25.383631 tst register_a5_1_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15098): Process ended prematurely: osmo-stp_10.42.42.5(pid=15098) [trial-2371↪encryption↪register_a5_1_authreq.py:8↪register_a5_1_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15098)] [trial-2371↪encryption↪register_a5_1_authreq.py:8]\u000a08:08:25.393861 tst register_a5_1_authreq.py:8: Test FAILED (7.4 sec)\u000a08:08:25.460026 run osmo-hlr_10.42.42.2(pid=15095): ERR: Terminated: ERROR {rc=237} [trial-2371↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15095)]\u000a08:08:25.512994 run osmo-hlr_10.42.42.2(pid=15095): stdout: \u000a| (launched: 2022-12-10_08:08:21.528285) \u000a08:08:25.567265 run osmo-hlr_10.42.42.2(pid=15095): stderr: \u000a| �[0;m�[1;31m20221210080821832 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080821833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080821833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080821833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080821833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080821833 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080821851 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/encryption/register_a5_1_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080821868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080821868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080821868 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:08:25.640553 run osmo-msc_10.42.42.6(pid=15101): ERR: Terminated: ERROR {rc=2} [trial-2371↪encryption↪register_a5_1_authreq.py↪register_a5_1_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15101)]\u000a08:08:25.694752 run osmo-msc_10.42.42.6(pid=15101): stdout: \u000a| (launched: 2022-12-10_08:08:24.064161) \u000a08:08:25.748607 run osmo-msc_10.42.42.6(pid=15101): stderr: \u000a| �[0;m�[38;5;43m20221210080824569 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210080824569 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa93f6fdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210080824569 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210080824569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210080824569 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210080824570 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210080824571 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210080824572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210080824572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210080824572 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:08:25.793666 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15094): Terminating (SIGTERM)\u000a08:08:25.836908 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15097): Terminating (SIGTERM)\u000a08:08:25.881848 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15100): Terminating (SIGTERM)\u000a08:08:25.893432 --- ParallelTerminationStrategy: PID 15094 died...\u000a08:08:25.953043 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15094): Terminated: ok {rc=0}\u000a08:08:25.964046 --- ParallelTerminationStrategy: PID 15097 died...\u000a08:08:26.021072 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15097): Terminated: ok {rc=0}\u000a08:08:26.031576 --- ParallelTerminationStrategy: PID 15100 died...\u000a08:08:26.090056 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15100): Terminated: ok {rc=0}\u000a08:08:26.179213 bus /sierra_2: Setting Powered False\u000a" }, { "testActions" : [ ], "age" : 41, "className" : "encryption", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15109): Process ended prematurely: osmo-stp_10.42.42.5(pid=15109) [trial-2371↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15109)]", "failedSince" : 2331, "name" : "register_a5_3_authreq.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/register_a5_3_authreq.py\", line 8, in \u000a encryption_test_setup_run(True, 'a5_3')\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/encryption/lib/testlib.py\", line 20, in encryption_test_setup_run\u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15109): Process ended prematurely: osmo-stp_10.42.42.5(pid=15109) [trial-2371↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15109)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 encryption register_a5_3_authreq.py\u000a----------------------------------------------\u000a08:08:27.294872 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:08:27.307091 tst encryption: Using 1 x bts (candidates: 1)\u000a08:08:27.436827 tst register_a5_3_authreq.py: using LAC 27023\u000a08:08:27.560437 tst register_a5_3_authreq.py: using RAC 248\u000a08:08:27.685043 tst register_a5_3_authreq.py: using CellId 27023\u000a08:08:27.806923 tst register_a5_3_authreq.py: using BVCI 27024\u000a08:08:27.830945 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:08:27.843217 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:08:27.854500 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:08:27.866998 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:08:27.880442 tst encryption: Using 1 x ip_address (candidates: 6)\u000a08:08:27.891616 tst encryption: Using 1 x modem (candidates: 1)\u000a08:08:28.197162 tst register_a5_3_authreq.py:8: start network...\u000a08:08:28.334093 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:08:28.892341 run create_hlr_db(pid=15103): Launched\u000a08:08:29.082076 bus /sierra_2: Setting Powered False\u000a08:08:30.105276 run create_hlr_db(pid=15103): Terminated: ok {rc=0}\u000a08:08:30.562073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15105): Launched\u000a08:08:30.993303 run osmo-hlr_10.42.42.2(pid=15106): Launched\u000a08:08:31.272029 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:08:32.036283 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15108): Launched\u000a08:08:32.548739 run osmo-stp_10.42.42.5(pid=15109): Launched\u000a08:08:32.747893 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:08:33.512625 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15111): Launched\u000a08:08:33.937293 run osmo-msc_10.42.42.6(pid=15112): Launched\u000a08:08:34.313415 run osmo-stp_10.42.42.5(pid=15109): ERR: Terminated: ERROR {rc=1} [trial-2371↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15109)]\u000a08:08:34.559308 run osmo-stp_10.42.42.5(pid=15109): stdout: \u000a| (launched: 2022-12-10_08:08:32.237026)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:08:34.703677 run osmo-stp_10.42.42.5(pid=15109): stderr: \u000a| �[0;m�[38;5;43m20221210080832583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080832583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080832583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080832584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080832586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080832586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080832587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:08:34.837379 run osmo-stp_10.42.42.5(pid=15109): stdout: \u000a| (launched: 2022-12-10_08:08:32.237026)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:08:34.970883 run osmo-stp_10.42.42.5(pid=15109): stderr: \u000a| �[0;m�[38;5;43m20221210080832583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210080832583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210080832583 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210080832584 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210080832586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210080832586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210080832587 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:08:35.029333 tst register_a5_3_authreq.py:8: ERR: Error: osmo-stp_10.42.42.5(pid=15109): Process ended prematurely: osmo-stp_10.42.42.5(pid=15109) [trial-2371↪encryption↪register_a5_3_authreq.py:8↪register_a5_3_authreq.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15109)] [trial-2371↪encryption↪register_a5_3_authreq.py:8]\u000a08:08:35.039481 tst register_a5_3_authreq.py:8: Test FAILED (7.8 sec)\u000a08:08:35.104774 run osmo-hlr_10.42.42.2(pid=15106): ERR: Terminated: ERROR {rc=237} [trial-2371↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15106)]\u000a08:08:35.158641 run osmo-hlr_10.42.42.2(pid=15106): stdout: \u000a| (launched: 2022-12-10_08:08:30.731228) \u000a08:08:35.212930 run osmo-hlr_10.42.42.2(pid=15106): stderr: \u000a| �[0;m�[1;31m20221210080831100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210080831100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210080831100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080831100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210080831100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210080831100 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210080831115 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/encryption/register_a5_3_authreq.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210080831128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210080831128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210080831128 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:08:35.286205 run osmo-msc_10.42.42.6(pid=15112): ERR: Terminated: ERROR {rc=2} [trial-2371↪encryption↪register_a5_3_authreq.py↪register_a5_3_authreq.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15112)]\u000a08:08:35.339430 run osmo-msc_10.42.42.6(pid=15112): stdout: \u000a| (launched: 2022-12-10_08:08:33.686895) \u000a08:08:35.393100 run osmo-msc_10.42.42.6(pid=15112): stderr: \u000a| �[0;m�[38;5;43m20221210080834278 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210080834278 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7de5e9ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210080834279 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210080834279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210080834279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210080834279 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210080834281 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210080834281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210080834281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210080834281 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:08:35.439158 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15105): Terminating (SIGTERM)\u000a08:08:35.485382 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15108): Terminating (SIGTERM)\u000a08:08:35.530888 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15111): Terminating (SIGTERM)\u000a08:08:35.541868 --- ParallelTerminationStrategy: PID 15105 died...\u000a08:08:35.602073 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15105): Terminated: ok {rc=0}\u000a08:08:35.612874 --- ParallelTerminationStrategy: PID 15108 died...\u000a08:08:35.671502 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15108): Terminated: ok {rc=0}\u000a08:08:35.682548 --- ParallelTerminationStrategy: PID 15111 died...\u000a08:08:35.740375 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15111): Terminated: ok {rc=0}\u000a08:08:35.830558 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 36.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "162", "name" : "encryption", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:08:01" }, { "cases" : [ { "testActions" : [ ], "age" : 233, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 20.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=15129): Process ended prematurely: srsepc(pid=15129) [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15129)]", "failedSince" : 2139, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/handover.py\", line 37, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=15129): Process ended prematurely: srsepc(pid=15129) [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15129)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 4g:srsenb-rftype@zmq+srsue-rftype@zmq handover.py\u000a----------------------------------------------\u000a08:08:37.814229 tst handover.py:11: TEST_CONFIG:\u000a{}\u000a08:08:37.857614 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a08:08:37.874363 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a08:08:37.900552 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a08:08:38.045647 tst handover.py: using MSISDN 7635\u000a08:08:38.156231 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7635', subscriber_id=0}\u000a08:08:38.265955 run srsepc_10.42.42.118: Starting srsepc\u000a08:08:40.162549 run rm-remote-dir(pid=15117): Launched\u000a08:08:40.354425 bus /sierra_2: Setting Powered False\u000a08:08:41.378679 run rm-remote-dir(pid=15117): Terminated: ok {rc=0}\u000a08:08:41.818582 run mk-remote-dir(pid=15118): Launched\u000a08:08:43.015254 run mk-remote-dir(pid=15118): Terminated: ok {rc=0}\u000a08:08:43.305281 run scp-inst-to-remote(pid=15119): Launched\u000a08:08:45.500033 run scp-inst-to-remote(pid=15119): Terminated: ok {rc=0}\u000a08:08:45.854234 run rm-remote-dir(pid=15121): Launched\u000a08:08:47.077284 run rm-remote-dir(pid=15121): Terminated: ok {rc=0}\u000a08:08:47.423603 run mk-remote-dir(pid=15122): Launched\u000a08:08:48.620103 run mk-remote-dir(pid=15122): Terminated: ok {rc=0}\u000a08:08:48.909099 run scp-cfg-to-remote(pid=15123): Launched\u000a08:08:50.102629 run scp-cfg-to-remote(pid=15123): Terminated: ok {rc=0}\u000a08:08:50.391552 run scp-db-to-remote(pid=15125): Launched\u000a08:08:51.585668 run scp-db-to-remote(pid=15125): Terminated: ok {rc=0}\u000a08:08:51.704698 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a08:08:52.037127 run patchelf(pid=15127): Launched\u000a08:08:53.231076 run patchelf(pid=15127): Terminated: ok {rc=0}\u000a08:08:53.350138 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a08:08:53.683118 run setcap-netadm(pid=15128): Launched\u000a08:08:54.875346 run setcap-netadm(pid=15128): Terminated: ok {rc=0}\u000a08:08:55.199927 run srsepc(pid=15129): Launched\u000a08:08:55.315059 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a08:08:56.478235 run rm-remote-dir(pid=15130): Launched\u000a08:08:56.672800 run srsepc(pid=15129): ERR: Terminated: ERROR {rc=127} [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15129)]\u000a08:08:56.814888 run srsepc(pid=15129): stdout: \u000a| (launched: 2022-12-10_08:08:55.044221)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a08:08:56.955910 run srsepc(pid=15129): stderr: \u000a| (launched: 2022-12-10_08:08:55.092021)\u000a| Connection to 10.42.42.116 closed. \u000a08:08:57.092567 run srsepc(pid=15129): stdout: \u000a| (launched: 2022-12-10_08:08:55.044221)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a08:08:57.227716 run srsepc(pid=15129): stderr: \u000a| (launched: 2022-12-10_08:08:55.092021)\u000a| Connection to 10.42.42.116 closed. \u000a08:08:57.386563 run rm-remote-dir(pid=15130): Terminating (SIGINT)\u000a08:08:57.573264 run rm-remote-dir(pid=15130): Terminated: ok {rc=0}\u000a08:08:57.607590 tst handover.py:37: ERR: Error: srsepc(pid=15129): Process ended prematurely: srsepc(pid=15129) [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15129)] [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py:37]\u000a08:08:57.617969 tst handover.py:37: Test FAILED (20.0 sec)\u000a08:08:57.733282 run scp-back-log(pid=15131): Launched\u000a08:08:58.823491 run scp-back-log(pid=15131): ERR: Terminated: ERROR {rc=1} [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=15131)]\u000a08:08:58.888644 run scp-back-log(pid=15131): stdout: \u000a| (launched: 2022-12-10_08:08:57.661454) \u000a08:08:58.954190 run scp-back-log(pid=15131): stderr: \u000a| (launched: 2022-12-10_08:08:57.682127)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a08:08:59.009875 tst srsepc_10.42.42.118: Error('scp-back-log(pid=15131): launch_sync(): local process exited with status 1 [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪handover.py↪handover.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=15131)]')\u000a" }, { "testActions" : [ ], "age" : 54, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=15145): Process ended prematurely: srsepc(pid=15145) [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15145)]", "failedSince" : 2318, "name" : "iperf3_bidir.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_bidir.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=15145): Process ended prematurely: srsepc(pid=15145) [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15145)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_bidir.py\u000a----------------------------------------------\u000a08:08:59.195311 tst iperf3_bidir.py:13: Number of physical ue: 1\u000a08:08:59.238999 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a08:08:59.441497 tst iperf3_bidir.py:20: ue index0: srsue_10.42.42.116\u000a08:08:59.482486 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a08:08:59.498236 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a08:08:59.616088 tst iperf3_bidir.py: using MSISDN 7636\u000a08:08:59.722022 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7636', subscriber_id=0}\u000a08:08:59.826298 run srsepc_10.42.42.118: Starting srsepc\u000a08:09:00.450951 run rm-remote-dir(pid=15133): Launched\u000a08:09:01.668645 run rm-remote-dir(pid=15133): Terminated: ok {rc=0}\u000a08:09:02.071741 run mk-remote-dir(pid=15134): Launched\u000a08:09:03.278318 run mk-remote-dir(pid=15134): Terminated: ok {rc=0}\u000a08:09:03.567642 run scp-inst-to-remote(pid=15135): Launched\u000a08:09:05.762414 run scp-inst-to-remote(pid=15135): Terminated: ok {rc=0}\u000a08:09:06.105469 run rm-remote-dir(pid=15137): Launched\u000a08:09:07.300720 run rm-remote-dir(pid=15137): Terminated: ok {rc=0}\u000a08:09:07.644471 run mk-remote-dir(pid=15138): Launched\u000a08:09:08.840532 run mk-remote-dir(pid=15138): Terminated: ok {rc=0}\u000a08:09:09.130171 run scp-cfg-to-remote(pid=15139): Launched\u000a08:09:10.323203 run scp-cfg-to-remote(pid=15139): Terminated: ok {rc=0}\u000a08:09:10.611875 run scp-db-to-remote(pid=15141): Launched\u000a08:09:11.805835 run scp-db-to-remote(pid=15141): Terminated: ok {rc=0}\u000a08:09:11.925035 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a08:09:12.258825 run patchelf(pid=15143): Launched\u000a08:09:13.452482 run patchelf(pid=15143): Terminated: ok {rc=0}\u000a08:09:13.571403 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a08:09:13.904600 run setcap-netadm(pid=15144): Launched\u000a08:09:15.099103 run setcap-netadm(pid=15144): Terminated: ok {rc=0}\u000a08:09:15.423962 run srsepc(pid=15145): Launched\u000a08:09:15.537763 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a08:09:16.798188 run rm-remote-dir(pid=15146): Launched\u000a08:09:17.064801 run srsepc(pid=15145): ERR: Terminated: ERROR {rc=127} [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15145)]\u000a08:09:17.208124 run srsepc(pid=15145): stdout: \u000a| (launched: 2022-12-10_08:09:15.268485)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a08:09:17.350073 run srsepc(pid=15145): stderr: \u000a| (launched: 2022-12-10_08:09:15.316215)\u000a| Connection to 10.42.42.116 closed. \u000a08:09:17.487138 run srsepc(pid=15145): stdout: \u000a| (launched: 2022-12-10_08:09:15.268485)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a08:09:17.622613 run srsepc(pid=15145): stderr: \u000a| (launched: 2022-12-10_08:09:15.316215)\u000a| Connection to 10.42.42.116 closed. \u000a08:09:17.781670 run rm-remote-dir(pid=15146): Terminating (SIGINT)\u000a08:09:17.968515 run rm-remote-dir(pid=15146): Terminated: ok {rc=0}\u000a08:09:18.003227 tst iperf3_bidir.py:42: ERR: Error: srsepc(pid=15145): Process ended prematurely: srsepc(pid=15145) [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15145)] [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py:42]\u000a08:09:18.013915 tst iperf3_bidir.py:42: Test FAILED (19.0 sec)\u000a08:09:18.128991 run scp-back-log(pid=15147): Launched\u000a08:09:19.218341 run scp-back-log(pid=15147): ERR: Terminated: ERROR {rc=1} [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=15147)]\u000a08:09:19.283230 run scp-back-log(pid=15147): stdout: \u000a| (launched: 2022-12-10_08:09:18.056941) \u000a08:09:19.348258 run scp-back-log(pid=15147): stderr: \u000a| (launched: 2022-12-10_08:09:18.077672)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a08:09:19.403365 tst srsepc_10.42.42.118: Error('scp-back-log(pid=15147): launch_sync(): local process exited with status 1 [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_bidir.py↪iperf3_bidir.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=15147)]')\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=15161): Process ended prematurely: srsepc(pid=15161) [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15161)]", "failedSince" : 2139, "name" : "iperf3_dl.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_dl.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=15161): Process ended prematurely: srsepc(pid=15161) [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15161)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_dl.py\u000a----------------------------------------------\u000a08:09:19.589127 tst iperf3_dl.py:13: Number of physical ue: 1\u000a08:09:19.633253 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a08:09:19.845619 tst iperf3_dl.py:20: ue index0: srsue_10.42.42.116\u000a08:09:19.889430 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a08:09:19.905613 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a08:09:20.030523 tst iperf3_dl.py: using MSISDN 7637\u000a08:09:20.143542 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7637', subscriber_id=0}\u000a08:09:20.254758 run srsepc_10.42.42.118: Starting srsepc\u000a08:09:20.918891 run rm-remote-dir(pid=15149): Launched\u000a08:09:22.114806 run rm-remote-dir(pid=15149): Terminated: ok {rc=0}\u000a08:09:22.456016 run mk-remote-dir(pid=15150): Launched\u000a08:09:23.651168 run mk-remote-dir(pid=15150): Terminated: ok {rc=0}\u000a08:09:23.939258 run scp-inst-to-remote(pid=15151): Launched\u000a08:09:26.122934 run scp-inst-to-remote(pid=15151): Terminated: ok {rc=0}\u000a08:09:26.440452 run rm-remote-dir(pid=15153): Launched\u000a08:09:27.622712 run rm-remote-dir(pid=15153): Terminated: ok {rc=0}\u000a08:09:27.940776 run mk-remote-dir(pid=15154): Launched\u000a08:09:29.124015 run mk-remote-dir(pid=15154): Terminated: ok {rc=0}\u000a08:09:29.391584 run scp-cfg-to-remote(pid=15155): Launched\u000a08:09:30.571861 run scp-cfg-to-remote(pid=15155): Terminated: ok {rc=0}\u000a08:09:30.844359 run scp-db-to-remote(pid=15157): Launched\u000a08:09:32.071310 run scp-db-to-remote(pid=15157): Terminated: ok {rc=0}\u000a08:09:32.209871 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a08:09:32.546151 run patchelf(pid=15159): Launched\u000a08:09:33.739256 run patchelf(pid=15159): Terminated: ok {rc=0}\u000a08:09:33.857728 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a08:09:34.189796 run setcap-netadm(pid=15160): Launched\u000a08:09:35.382325 run setcap-netadm(pid=15160): Terminated: ok {rc=0}\u000a08:09:35.705134 run srsepc(pid=15161): Launched\u000a08:09:35.818494 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a08:09:36.909809 run rm-remote-dir(pid=15162): Launched\u000a08:09:37.089523 run srsepc(pid=15161): ERR: Terminated: ERROR {rc=127} [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15161)]\u000a08:09:37.221151 run srsepc(pid=15161): stdout: \u000a| (launched: 2022-12-10_08:09:35.550470)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a08:09:37.352699 run srsepc(pid=15161): stderr: \u000a| (launched: 2022-12-10_08:09:35.597862)\u000a| Connection to 10.42.42.116 closed. \u000a08:09:37.479773 run srsepc(pid=15161): stdout: \u000a| (launched: 2022-12-10_08:09:35.550470)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a08:09:37.605273 run srsepc(pid=15161): stderr: \u000a| (launched: 2022-12-10_08:09:35.597862)\u000a| Connection to 10.42.42.116 closed. \u000a08:09:37.752736 run rm-remote-dir(pid=15162): Terminating (SIGINT)\u000a08:09:37.926468 run rm-remote-dir(pid=15162): Terminated: ok {rc=0}\u000a08:09:37.958994 tst iperf3_dl.py:42: ERR: Error: srsepc(pid=15161): Process ended prematurely: srsepc(pid=15161) [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15161)] [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py:42]\u000a08:09:37.968549 tst iperf3_dl.py:42: Test FAILED (18.5 sec)\u000a08:09:38.077832 run scp-back-log(pid=15163): Launched\u000a08:09:39.163397 run scp-back-log(pid=15163): ERR: Terminated: ERROR {rc=1} [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=15163)]\u000a08:09:39.225165 run scp-back-log(pid=15163): stdout: \u000a| (launched: 2022-12-10_08:09:38.009933) \u000a08:09:39.287567 run scp-back-log(pid=15163): stderr: \u000a| (launched: 2022-12-10_08:09:38.029583)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a08:09:39.340251 tst srsepc_10.42.42.118: Error('scp-back-log(pid=15163): launch_sync(): local process exited with status 1 [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_dl.py↪iperf3_dl.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=15163)]')\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=15177): Process ended prematurely: srsepc(pid=15177) [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15177)]", "failedSince" : 2139, "name" : "iperf3_ul.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/iperf3_ul.py\", line 42, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=15177): Process ended prematurely: srsepc(pid=15177) [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15177)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 4g:srsenb-rftype@zmq+srsue-rftype@zmq iperf3_ul.py\u000a----------------------------------------------\u000a08:09:39.512917 tst iperf3_ul.py:13: Number of physical ue: 1\u000a08:09:39.553287 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a08:09:39.751067 tst iperf3_ul.py:20: ue index0: srsue_10.42.42.116\u000a08:09:39.791314 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a08:09:39.806957 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a08:09:39.924750 tst iperf3_ul.py: using MSISDN 7638\u000a08:09:40.031540 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7638', subscriber_id=0}\u000a08:09:40.135715 run srsepc_10.42.42.118: Starting srsepc\u000a08:09:40.756828 run rm-remote-dir(pid=15165): Launched\u000a08:09:41.940913 run rm-remote-dir(pid=15165): Terminated: ok {rc=0}\u000a08:09:42.260332 run mk-remote-dir(pid=15166): Launched\u000a08:09:43.443183 run mk-remote-dir(pid=15166): Terminated: ok {rc=0}\u000a08:09:43.712236 run scp-inst-to-remote(pid=15167): Launched\u000a08:09:45.919340 run scp-inst-to-remote(pid=15167): Terminated: ok {rc=0}\u000a08:09:46.315329 run rm-remote-dir(pid=15169): Launched\u000a08:09:47.511787 run rm-remote-dir(pid=15169): Terminated: ok {rc=0}\u000a08:09:47.854084 run mk-remote-dir(pid=15170): Launched\u000a08:09:49.049878 run mk-remote-dir(pid=15170): Terminated: ok {rc=0}\u000a08:09:49.338958 run scp-cfg-to-remote(pid=15171): Launched\u000a08:09:50.533063 run scp-cfg-to-remote(pid=15171): Terminated: ok {rc=0}\u000a08:09:50.821648 run scp-db-to-remote(pid=15173): Launched\u000a08:09:52.014588 run scp-db-to-remote(pid=15173): Terminated: ok {rc=0}\u000a08:09:52.134666 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a08:09:52.466867 run patchelf(pid=15175): Launched\u000a08:09:53.661219 run patchelf(pid=15175): Terminated: ok {rc=0}\u000a08:09:53.780084 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a08:09:54.112305 run setcap-netadm(pid=15176): Launched\u000a08:09:55.296565 run setcap-netadm(pid=15176): Terminated: ok {rc=0}\u000a08:09:55.602847 run srsepc(pid=15177): Launched\u000a08:09:55.707661 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a08:09:56.804019 run rm-remote-dir(pid=15178): Launched\u000a08:09:56.985093 run srsepc(pid=15177): ERR: Terminated: ERROR {rc=127} [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15177)]\u000a08:09:57.118075 run srsepc(pid=15177): stdout: \u000a| (launched: 2022-12-10_08:09:55.457437)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a08:09:57.250582 run srsepc(pid=15177): stderr: \u000a| (launched: 2022-12-10_08:09:55.502023)\u000a| Connection to 10.42.42.116 closed. \u000a08:09:57.378421 run srsepc(pid=15177): stdout: \u000a| (launched: 2022-12-10_08:09:55.457437)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a08:09:57.504847 run srsepc(pid=15177): stderr: \u000a| (launched: 2022-12-10_08:09:55.502023)\u000a| Connection to 10.42.42.116 closed. \u000a08:09:57.654030 run rm-remote-dir(pid=15178): Terminating (SIGINT)\u000a08:09:57.828554 run rm-remote-dir(pid=15178): Terminated: ok {rc=0}\u000a08:09:57.860768 tst iperf3_ul.py:42: ERR: Error: srsepc(pid=15177): Process ended prematurely: srsepc(pid=15177) [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15177)] [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py:42]\u000a08:09:57.870522 tst iperf3_ul.py:42: Test FAILED (18.5 sec)\u000a08:09:57.980537 run scp-back-log(pid=15179): Launched\u000a08:09:59.067001 run scp-back-log(pid=15179): ERR: Terminated: ERROR {rc=1} [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=15179)]\u000a08:09:59.129088 run scp-back-log(pid=15179): stdout: \u000a| (launched: 2022-12-10_08:09:57.911756) \u000a08:09:59.190957 run scp-back-log(pid=15179): stderr: \u000a| (launched: 2022-12-10_08:09:57.931280)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a08:09:59.243341 tst srsepc_10.42.42.118: Error('scp-back-log(pid=15179): launch_sync(): local process exited with status 1 [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪iperf3_ul.py↪iperf3_ul.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=15179)]')\u000a" }, { "testActions" : [ ], "age" : 230, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=15196): Process ended prematurely: srsepc(pid=15196) [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15196)]", "failedSince" : 2142, "name" : "ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=15196): Process ended prematurely: srsepc(pid=15196) [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15196)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 4g:srsenb-rftype@zmq+srsue-rftype@zmq ping.py\u000a----------------------------------------------\u000a08:09:59.257819 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a08:09:59.274239 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a08:09:59.297796 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a08:09:59.437541 tst ping.py: using MSISDN 7639\u000a08:09:59.542524 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7639', subscriber_id=0}\u000a08:09:59.646482 run srsepc_10.42.42.118: Starting srsepc\u000a08:10:00.269727 run rm-remote-dir(pid=15181): Launched\u000a08:10:01.524437 run rm-remote-dir(pid=15181): Terminated: ok {rc=0}\u000a08:10:01.949691 run mk-remote-dir(pid=15185): Launched\u000a08:10:03.162812 run mk-remote-dir(pid=15185): Terminated: ok {rc=0}\u000a08:10:03.451256 run scp-inst-to-remote(pid=15186): Launched\u000a08:10:05.645638 run scp-inst-to-remote(pid=15186): Terminated: ok {rc=0}\u000a08:10:05.986685 run rm-remote-dir(pid=15188): Launched\u000a08:10:07.181637 run rm-remote-dir(pid=15188): Terminated: ok {rc=0}\u000a08:10:07.523327 run mk-remote-dir(pid=15189): Launched\u000a08:10:08.718895 run mk-remote-dir(pid=15189): Terminated: ok {rc=0}\u000a08:10:09.006367 run scp-cfg-to-remote(pid=15190): Launched\u000a08:10:10.199023 run scp-cfg-to-remote(pid=15190): Terminated: ok {rc=0}\u000a08:10:10.487018 run scp-db-to-remote(pid=15192): Launched\u000a08:10:11.680266 run scp-db-to-remote(pid=15192): Terminated: ok {rc=0}\u000a08:10:11.798592 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a08:10:12.129983 run patchelf(pid=15194): Launched\u000a08:10:13.322552 run patchelf(pid=15194): Terminated: ok {rc=0}\u000a08:10:13.440242 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a08:10:13.771410 run setcap-netadm(pid=15195): Launched\u000a08:10:14.953963 run setcap-netadm(pid=15195): Terminated: ok {rc=0}\u000a08:10:15.254522 run srsepc(pid=15196): Launched\u000a08:10:15.359502 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a08:10:16.601786 run rm-remote-dir(pid=15197): Launched\u000a08:10:16.828363 run srsepc(pid=15196): ERR: Terminated: ERROR {rc=127} [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15196)]\u000a08:10:17.019956 run srsepc(pid=15196): stdout: \u000a| (launched: 2022-12-10_08:10:15.110712)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a08:10:17.187766 run srsepc(pid=15196): stderr: \u000a| (launched: 2022-12-10_08:10:15.154879)\u000a| Connection to 10.42.42.116 closed. \u000a08:10:17.318029 run srsepc(pid=15196): stdout: \u000a| (launched: 2022-12-10_08:10:15.110712)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a08:10:17.445652 run srsepc(pid=15196): stderr: \u000a| (launched: 2022-12-10_08:10:15.154879)\u000a| Connection to 10.42.42.116 closed. \u000a08:10:17.594451 run rm-remote-dir(pid=15197): Terminating (SIGINT)\u000a08:10:17.768797 run rm-remote-dir(pid=15197): Terminated: ok {rc=0}\u000a08:10:17.801420 tst ping.py:16: ERR: Error: srsepc(pid=15196): Process ended prematurely: srsepc(pid=15196) [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15196)] [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py:16]\u000a08:10:17.811417 tst ping.py:16: Test FAILED (18.5 sec)\u000a08:10:17.921482 run scp-back-log(pid=15198): Launched\u000a08:10:19.011008 run scp-back-log(pid=15198): ERR: Terminated: ERROR {rc=1} [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=15198)]\u000a08:10:19.075935 run scp-back-log(pid=15198): stdout: \u000a| (launched: 2022-12-10_08:10:17.853122) \u000a08:10:19.141415 run scp-back-log(pid=15198): stderr: \u000a| (launched: 2022-12-10_08:10:17.872775)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a08:10:19.196825 tst srsepc_10.42.42.118: Error('scp-back-log(pid=15198): launch_sync(): local process exited with status 1 [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪ping.py↪ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=15198)]')\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=15212): Process ended prematurely: srsepc(pid=15212) [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15212)]", "failedSince" : 2139, "name" : "rrc_idle_mo_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mo_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=15212): Process ended prematurely: srsepc(pid=15212) [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15212)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mo_ping.py\u000a----------------------------------------------\u000a08:10:19.211795 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a08:10:19.228858 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a08:10:19.252466 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a08:10:19.404428 tst rrc_idle_mo_ping.py: using MSISDN 7640\u000a08:10:19.516570 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7640', subscriber_id=0}\u000a08:10:19.627409 run srsepc_10.42.42.118: Starting srsepc\u000a08:10:20.292903 run rm-remote-dir(pid=15200): Launched\u000a08:10:21.488120 run rm-remote-dir(pid=15200): Terminated: ok {rc=0}\u000a08:10:21.829557 run mk-remote-dir(pid=15201): Launched\u000a08:10:23.024081 run mk-remote-dir(pid=15201): Terminated: ok {rc=0}\u000a08:10:23.313719 run scp-inst-to-remote(pid=15202): Launched\u000a08:10:25.497335 run scp-inst-to-remote(pid=15202): Terminated: ok {rc=0}\u000a08:10:25.814895 run rm-remote-dir(pid=15204): Launched\u000a08:10:26.997312 run rm-remote-dir(pid=15204): Terminated: ok {rc=0}\u000a08:10:27.315324 run mk-remote-dir(pid=15205): Launched\u000a08:10:28.509973 run mk-remote-dir(pid=15205): Terminated: ok {rc=0}\u000a08:10:28.798647 run scp-cfg-to-remote(pid=15206): Launched\u000a08:10:29.991226 run scp-cfg-to-remote(pid=15206): Terminated: ok {rc=0}\u000a08:10:30.279860 run scp-db-to-remote(pid=15208): Launched\u000a08:10:31.519984 run scp-db-to-remote(pid=15208): Terminated: ok {rc=0}\u000a08:10:31.655888 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a08:10:32.040285 run patchelf(pid=15210): Launched\u000a08:10:33.223191 run patchelf(pid=15210): Terminated: ok {rc=0}\u000a08:10:33.333551 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a08:10:33.641703 run setcap-netadm(pid=15211): Launched\u000a08:10:34.821531 run setcap-netadm(pid=15211): Terminated: ok {rc=0}\u000a08:10:35.122202 run srsepc(pid=15212): Launched\u000a08:10:35.226869 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a08:10:36.312936 run rm-remote-dir(pid=15213): Launched\u000a08:10:36.493797 run srsepc(pid=15212): ERR: Terminated: ERROR {rc=127} [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15212)]\u000a08:10:36.625988 run srsepc(pid=15212): stdout: \u000a| (launched: 2022-12-10_08:10:34.978968)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a08:10:36.757570 run srsepc(pid=15212): stderr: \u000a| (launched: 2022-12-10_08:10:35.022953)\u000a| Connection to 10.42.42.116 closed. \u000a08:10:36.884080 run srsepc(pid=15212): stdout: \u000a| (launched: 2022-12-10_08:10:34.978968)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a08:10:37.009584 run srsepc(pid=15212): stderr: \u000a| (launched: 2022-12-10_08:10:35.022953)\u000a| Connection to 10.42.42.116 closed. \u000a08:10:37.157802 run rm-remote-dir(pid=15213): Terminating (SIGINT)\u000a08:10:37.331966 run rm-remote-dir(pid=15213): Terminated: ok {rc=0}\u000a08:10:37.364180 tst rrc_idle_mo_ping.py:16: ERR: Error: srsepc(pid=15212): Process ended prematurely: srsepc(pid=15212) [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15212)] [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py:16]\u000a08:10:37.373706 tst rrc_idle_mo_ping.py:16: Test FAILED (18.2 sec)\u000a08:10:37.482683 run scp-back-log(pid=15214): Launched\u000a08:10:38.568680 run scp-back-log(pid=15214): ERR: Terminated: ERROR {rc=1} [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=15214)]\u000a08:10:38.631239 run scp-back-log(pid=15214): stdout: \u000a| (launched: 2022-12-10_08:10:37.414682) \u000a08:10:38.693446 run scp-back-log(pid=15214): stderr: \u000a| (launched: 2022-12-10_08:10:37.434645)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a08:10:38.746256 tst srsepc_10.42.42.118: Error('scp-back-log(pid=15214): launch_sync(): local process exited with status 1 [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mo_ping.py↪rrc_idle_mo_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=15214)]')\u000a" }, { "testActions" : [ ], "age" : 233, "className" : "4g:srsenb-rftype@zmq+srsue-rftype@zmq", "duration" : 19.0, "errorDetails" : None, "errorStackTrace" : "srsepc(pid=15228): Process ended prematurely: srsepc(pid=15228) [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15228)]", "failedSince" : 2139, "name" : "rrc_idle_mt_ping.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/4g/rrc_idle_mt_ping.py\", line 16, in \u000a enb.start(epc)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 237, in start\u000a self.configure()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/enb_srs.py\", line 423, in configure\u000a self.rem_host.recreate_remote_dir(self.remote_inst)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 146, in recreate_remote_dir\u000a self.rm_remote_dir(remote_dir)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 139, in rm_remote_dir\u000a self.run_remote_sync('rm-remote-dir', ('test', '!', '-d', remote_dir_str, '||', 'rm', '-rf', remote_dir_str))\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/remote.py\", line 134, in run_remote_sync\u000a proc.launch_sync()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 214, in launch_sync\u000a raise e\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 211, in launch_sync\u000a self.wait()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/process.py\", line 421, in wait\u000a MainLoop.wait(self.terminated, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: srsepc(pid=15228): Process ended prematurely: srsepc(pid=15228) [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15228)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 4g:srsenb-rftype@zmq+srsue-rftype@zmq rrc_idle_mt_ping.py\u000a----------------------------------------------\u000a08:10:38.760342 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x run_node (candidates: 1)\u000a08:10:38.776929 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x enb (candidates: 1)\u000a08:10:38.799876 tst 4g:srsenb-rftype@zmq+srsue-rftype@zmq: Using 1 x modem (candidates: 1)\u000a08:10:38.948141 tst rrc_idle_mt_ping.py: using MSISDN 7641\u000a08:10:39.060798 run srsepc_10.42.42.118: Add subscriber {algo_str='mil', imsi='001010123456789', msisdn='7641', subscriber_id=0}\u000a08:10:39.172656 run srsepc_10.42.42.118: Starting srsepc\u000a08:10:39.839089 run rm-remote-dir(pid=15216): Launched\u000a08:10:41.035600 run rm-remote-dir(pid=15216): Terminated: ok {rc=0}\u000a08:10:41.377975 run mk-remote-dir(pid=15217): Launched\u000a08:10:42.573005 run mk-remote-dir(pid=15217): Terminated: ok {rc=0}\u000a08:10:42.861367 run scp-inst-to-remote(pid=15218): Launched\u000a08:10:45.055544 run scp-inst-to-remote(pid=15218): Terminated: ok {rc=0}\u000a08:10:45.397400 run rm-remote-dir(pid=15220): Launched\u000a08:10:46.587430 run rm-remote-dir(pid=15220): Terminated: ok {rc=0}\u000a08:10:46.981802 run mk-remote-dir(pid=15221): Launched\u000a08:10:48.164280 run mk-remote-dir(pid=15221): Terminated: ok {rc=0}\u000a08:10:48.432275 run scp-cfg-to-remote(pid=15222): Launched\u000a08:10:49.612928 run scp-cfg-to-remote(pid=15222): Terminated: ok {rc=0}\u000a08:10:49.880802 run scp-db-to-remote(pid=15224): Launched\u000a08:10:51.061666 run scp-db-to-remote(pid=15224): Terminated: ok {rc=0}\u000a08:10:51.172268 run srsepc_10.42.42.118: Setting RPATH for srsepc\u000a08:10:51.480495 run patchelf(pid=15226): Launched\u000a08:10:52.661758 run patchelf(pid=15226): Terminated: ok {rc=0}\u000a08:10:52.771826 run srsepc_10.42.42.118: Applying CAP_NET_ADMIN capability to srsepc\u000a08:10:53.079940 run setcap-netadm(pid=15227): Launched\u000a08:10:54.259603 run setcap-netadm(pid=15227): Terminated: ok {rc=0}\u000a08:10:54.560562 run srsepc(pid=15228): Launched\u000a08:10:54.665075 run srsenb_srsENB-zmq_10.42.42.117: Starting srsENB\u000a08:10:55.836696 run rm-remote-dir(pid=15229): Launched\u000a08:10:56.031229 run srsepc(pid=15228): ERR: Terminated: ERROR {rc=127} [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15228)]\u000a08:10:56.173044 run srsepc(pid=15228): stdout: \u000a| (launched: 2022-12-10_08:10:54.416658)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a08:10:56.313850 run srsepc(pid=15228): stderr: \u000a| (launched: 2022-12-10_08:10:54.460790)\u000a| Connection to 10.42.42.116 closed. \u000a08:10:56.449833 run srsepc(pid=15228): stdout: \u000a| (launched: 2022-12-10_08:10:54.416658)\u000a| /osmo-gsm-tester-srsepc/srslte/bin/srsepc: error while loading shared libraries: libboost_program_options.so.1.62.0: cannot open shared object file: No such file or directory \u000a08:10:56.584202 run srsepc(pid=15228): stderr: \u000a| (launched: 2022-12-10_08:10:54.460790)\u000a| Connection to 10.42.42.116 closed. \u000a08:10:56.742881 run rm-remote-dir(pid=15229): Terminating (SIGINT)\u000a08:10:56.928388 run rm-remote-dir(pid=15229): Terminated: ok {rc=0}\u000a08:10:56.962841 tst rrc_idle_mt_ping.py:16: ERR: Error: srsepc(pid=15228): Process ended prematurely: srsepc(pid=15228) [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪srsepc(pid=15228)] [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py:16]\u000a08:10:56.973125 tst rrc_idle_mt_ping.py:16: Test FAILED (18.2 sec)\u000a08:10:57.087035 run scp-back-log(pid=15230): Launched\u000a08:10:58.177065 run scp-back-log(pid=15230): ERR: Terminated: ERROR {rc=1} [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=15230)]\u000a08:10:58.241931 run scp-back-log(pid=15230): stdout: \u000a| (launched: 2022-12-10_08:10:57.015911) \u000a08:10:58.306719 run scp-back-log(pid=15230): stderr: \u000a| (launched: 2022-12-10_08:10:57.036329)\u000a| scp: /osmo-gsm-tester-srsepc/srsepc/srsepc.log: No such file or directory \u000a08:10:58.361796 tst srsepc_10.42.42.118: Error('scp-back-log(pid=15230): launch_sync(): local process exited with status 1 [trial-2371↪4g:srsenb-rftype@zmq+srsue-rftype@zmq↪rrc_idle_mt_ping.py↪rrc_idle_mt_ping.py↪srsepc_10.42.42.118↪host-jenkins@10.42.42.116↪scp-back-log(pid=15230)]')\u000a" } ], "duration" : 142.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "163", "name" : "4g_srsenb-rftype@zmq+srsue-rftype@zmq", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:08:37" }, { "cases" : [ { "testActions" : [ ], "age" : 169, "className" : "handover_2G:nanobts+bts1-oc2g", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15241): Process ended prematurely: osmo-stp_10.42.42.5(pid=15241) [trial-2371↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15241)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15241): Process ended prematurely: osmo-stp_10.42.42.5(pid=15241) [trial-2371↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15241)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 handover_2G:nanobts+bts1-oc2g handover.py\u000a----------------------------------------------\u000a08:10:59.216492 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a08:10:59.227827 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a08:10:59.358701 tst handover.py: using LAC 27024\u000a08:10:59.483267 tst handover.py: using RAC 249\u000a08:10:59.608792 tst handover.py: using CellId 27024\u000a08:10:59.732346 tst handover.py: using BVCI 27025\u000a08:10:59.756225 tst handover_2G:nanobts+bts1-oc2g: Using 1 x bts (candidates: 2)\u000a08:10:59.883205 tst handover.py: using LAC 27025\u000a08:11:00.006836 tst handover.py: using RAC 250\u000a08:11:00.129995 tst handover.py: using CellId 27025\u000a08:11:00.258141 tst handover.py: using BVCI 27026\u000a08:11:00.282205 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a08:11:00.293314 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a08:11:00.304325 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a08:11:00.315607 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a08:11:00.326963 tst handover_2G:nanobts+bts1-oc2g: Using 1 x ip_address (candidates: 6)\u000a08:11:00.338072 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a08:11:00.458254 tst handover_2G:nanobts+bts1-oc2g: Using 1 x modem (candidates: 2)\u000a08:11:00.660184 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:11:01.196876 run create_hlr_db(pid=15235): Launched\u000a08:11:02.370351 run create_hlr_db(pid=15235): Terminated: ok {rc=0}\u000a08:11:02.673706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15237): Launched\u000a08:11:02.965944 run osmo-hlr_10.42.42.2(pid=15238): Launched\u000a08:11:03.073174 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:11:03.580299 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15240): Launched\u000a08:11:03.874005 run osmo-stp_10.42.42.5(pid=15241): Launched\u000a08:11:03.981478 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:11:04.515414 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15243): Launched\u000a08:11:04.809392 run osmo-msc_10.42.42.6(pid=15244): Launched\u000a08:11:04.987821 run osmo-stp_10.42.42.5(pid=15241): ERR: Terminated: ERROR {rc=1} [trial-2371↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15241)]\u000a08:11:05.122031 run osmo-stp_10.42.42.5(pid=15241): stdout: \u000a| (launched: 2022-12-10_08:11:03.728490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:11:05.254948 run osmo-stp_10.42.42.5(pid=15241): stderr: \u000a| �[0;m�[38;5;43m20221210081103897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081103897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081103897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081103898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081103898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081103898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081103898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:11:05.381384 run osmo-stp_10.42.42.5(pid=15241): stdout: \u000a| (launched: 2022-12-10_08:11:03.728490)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:11:05.506858 run osmo-stp_10.42.42.5(pid=15241): stderr: \u000a| �[0;m�[38;5;43m20221210081103897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081103897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081103897 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081103898 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081103898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081103898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081103898 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:11:05.562106 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15241): Process ended prematurely: osmo-stp_10.42.42.5(pid=15241) [trial-2371↪handover_2G:nanobts+bts1-oc2g↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15241)] [trial-2371↪handover_2G:nanobts+bts1-oc2g↪handover.py:18]\u000a08:11:05.570850 tst handover.py:18: Test FAILED (6.3 sec)\u000a08:11:05.633147 run osmo-hlr_10.42.42.2(pid=15238): ERR: Terminated: ERROR {rc=237} [trial-2371↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15238)]\u000a08:11:05.684424 run osmo-hlr_10.42.42.2(pid=15238): stdout: \u000a| (launched: 2022-12-10_08:11:02.822027) \u000a08:11:05.736528 run osmo-hlr_10.42.42.2(pid=15238): stderr: \u000a| �[0;m�[1;31m20221210081102997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210081102997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210081102997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081102997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081102997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210081102997 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210081103010 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/handover_2G:nanobts+bts1-oc2g/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210081103018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210081103018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210081103018 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:11:05.807269 run osmo-msc_10.42.42.6(pid=15244): ERR: Terminated: ERROR {rc=2} [trial-2371↪handover_2G:nanobts+bts1-oc2g↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15244)]\u000a08:11:05.858227 run osmo-msc_10.42.42.6(pid=15244): stdout: \u000a| (launched: 2022-12-10_08:11:04.664088) \u000a08:11:05.909900 run osmo-msc_10.42.42.6(pid=15244): stderr: \u000a| �[0;m�[38;5;43m20221210081104930 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210081104930 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc94dde8c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210081104930 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210081104930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210081104930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210081104930 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210081104932 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210081104932 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210081104933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210081104933 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:11:05.953806 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15237): Terminating (SIGTERM)\u000a08:11:05.995836 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15240): Terminating (SIGTERM)\u000a08:11:06.037791 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15243): Terminating (SIGTERM)\u000a08:11:06.047622 --- ParallelTerminationStrategy: PID 15237 died...\u000a08:11:06.103417 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15237): Terminated: ok {rc=0}\u000a08:11:06.113622 --- ParallelTerminationStrategy: PID 15240 died...\u000a08:11:06.169540 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15240): Terminated: ok {rc=0}\u000a08:11:06.179601 --- ParallelTerminationStrategy: PID 15243 died...\u000a08:11:06.235404 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15243): Terminated: ok {rc=0}\u000a08:11:06.321838 bus /sierra_3: Setting Powered False\u000a08:11:07.429313 bus /sierra_3: Setting Powered False\u000a08:11:08.539463 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "164", "name" : "handover_2G_nanobts+bts1-oc2g", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:10:58" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "handover_2G:nanobts+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15256): Process ended prematurely: osmo-stp_10.42.42.5(pid=15256) [trial-2371↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15256)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15256): Process ended prematurely: osmo-stp_10.42.42.5(pid=15256) [trial-2371↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15256)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 handover_2G:nanobts+bts1-octphy handover.py\u000a----------------------------------------------\u000a08:11:10.491058 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a08:11:10.501841 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a08:11:10.623428 tst handover.py: using LAC 27026\u000a08:11:10.741030 tst handover.py: using RAC 251\u000a08:11:10.856572 tst handover.py: using CellId 27026\u000a08:11:10.973843 tst handover.py: using BVCI 27027\u000a08:11:10.996030 tst handover_2G:nanobts+bts1-octphy: Using 1 x bts (candidates: 2)\u000a08:11:11.114730 tst handover.py: using LAC 27027\u000a08:11:11.228809 tst handover.py: using RAC 252\u000a08:11:11.345837 tst handover.py: using CellId 27027\u000a08:11:11.460888 tst handover.py: using BVCI 27028\u000a08:11:11.483089 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a08:11:11.493706 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a08:11:11.504126 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a08:11:11.514894 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a08:11:11.525764 tst handover_2G:nanobts+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a08:11:11.536480 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a08:11:11.655374 tst handover_2G:nanobts+bts1-octphy: Using 1 x modem (candidates: 2)\u000a08:11:11.864669 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:11:12.334164 run create_hlr_db(pid=15250): Launched\u000a08:11:12.463080 bus /sierra_2: Setting Powered False\u000a08:11:13.537196 run create_hlr_db(pid=15250): Terminated: ok {rc=0}\u000a08:11:13.907904 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15252): Launched\u000a08:11:14.202881 run osmo-hlr_10.42.42.2(pid=15253): Launched\u000a08:11:14.311864 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:11:14.796246 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15255): Launched\u000a08:11:15.090467 run osmo-stp_10.42.42.5(pid=15256): Launched\u000a08:11:15.198613 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:11:15.710656 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15258): Launched\u000a08:11:16.137802 run osmo-msc_10.42.42.6(pid=15259): Launched\u000a08:11:16.662194 run osmo-stp_10.42.42.5(pid=15256): ERR: Terminated: ERROR {rc=1} [trial-2371↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15256)]\u000a08:11:16.829649 run osmo-stp_10.42.42.5(pid=15256): stdout: \u000a| (launched: 2022-12-10_08:11:14.945193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:11:16.962727 run osmo-stp_10.42.42.5(pid=15256): stderr: \u000a| �[0;m�[38;5;43m20221210081115111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081115111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081115111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081115112 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081115114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081115114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081115114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:11:17.085156 run osmo-stp_10.42.42.5(pid=15256): stdout: \u000a| (launched: 2022-12-10_08:11:14.945193)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:11:17.206038 run osmo-stp_10.42.42.5(pid=15256): stderr: \u000a| �[0;m�[38;5;43m20221210081115111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081115111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081115111 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081115112 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081115114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081115114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081115114 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:11:17.259447 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15256): Process ended prematurely: osmo-stp_10.42.42.5(pid=15256) [trial-2371↪handover_2G:nanobts+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15256)] [trial-2371↪handover_2G:nanobts+bts1-octphy↪handover.py:18]\u000a08:11:17.267668 tst handover.py:18: Test FAILED (6.8 sec)\u000a08:11:17.328669 run osmo-hlr_10.42.42.2(pid=15253): ERR: Terminated: ERROR {rc=237} [trial-2371↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15253)]\u000a08:11:17.378677 run osmo-hlr_10.42.42.2(pid=15253): stdout: \u000a| (launched: 2022-12-10_08:11:14.057347) \u000a08:11:17.430558 run osmo-hlr_10.42.42.2(pid=15253): stderr: \u000a| �[0;m�[1;31m20221210081114233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210081114233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210081114233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081114233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081114233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210081114233 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210081114245 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/handover_2G:nanobts+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210081114254 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210081114255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210081114255 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:11:17.499784 run osmo-msc_10.42.42.6(pid=15259): ERR: Terminated: ERROR {rc=2} [trial-2371↪handover_2G:nanobts+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15259)]\u000a08:11:17.548533 run osmo-msc_10.42.42.6(pid=15259): stdout: \u000a| (launched: 2022-12-10_08:11:15.860271) \u000a08:11:17.597782 run osmo-msc_10.42.42.6(pid=15259): stderr: \u000a| �[0;m�[38;5;43m20221210081116403 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210081116404 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fd13fee7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210081116404 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210081116404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210081116404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210081116404 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210081116406 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210081116406 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210081116407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210081116407 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:11:17.639485 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15252): Terminating (SIGTERM)\u000a08:11:17.679987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15255): Terminating (SIGTERM)\u000a08:11:17.719379 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15258): Terminating (SIGTERM)\u000a08:11:17.728468 --- ParallelTerminationStrategy: PID 15252 died...\u000a08:11:17.781693 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15252): Terminated: ok {rc=0}\u000a08:11:17.791280 --- ParallelTerminationStrategy: PID 15255 died...\u000a08:11:17.844230 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15255): Terminated: ok {rc=0}\u000a08:11:17.853784 --- ParallelTerminationStrategy: PID 15258 died...\u000a08:11:17.906671 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15258): Terminated: ok {rc=0}\u000a08:11:17.994953 bus /sierra_3: Setting Powered False\u000a08:11:19.102152 bus /sierra_3: Setting Powered False\u000a08:11:20.210536 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "165", "name" : "handover_2G_nanobts+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:11:10" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "handover_2G:nanobts+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15271): Process ended prematurely: osmo-stp_10.42.42.5(pid=15271) [trial-2371↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15271)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15271): Process ended prematurely: osmo-stp_10.42.42.5(pid=15271) [trial-2371↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15271)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 handover_2G:nanobts+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a08:11:22.200517 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:11:22.211961 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a08:11:22.343420 tst handover.py: using LAC 27028\u000a08:11:22.461945 tst handover.py: using RAC 253\u000a08:11:22.579834 tst handover.py: using CellId 27028\u000a08:11:22.697181 tst handover.py: using BVCI 27029\u000a08:11:22.719580 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a08:11:22.853212 tst handover.py: using LAC 27029\u000a08:11:22.972149 tst handover.py: using RAC 254\u000a08:11:23.085667 tst handover.py: using CellId 27029\u000a08:11:23.198861 tst handover.py: using BVCI 27030\u000a08:11:23.221249 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:11:23.231762 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:11:23.242213 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:11:23.252747 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:11:23.263563 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:11:23.274113 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a08:11:23.391243 tst handover_2G:nanobts+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a08:11:23.599574 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:11:24.067884 run create_hlr_db(pid=15265): Launched\u000a08:11:24.197604 bus /sierra_2: Setting Powered False\u000a08:11:25.272257 run create_hlr_db(pid=15265): Terminated: ok {rc=0}\u000a08:11:25.642179 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15267): Launched\u000a08:11:25.936371 run osmo-hlr_10.42.42.2(pid=15268): Launched\u000a08:11:26.043763 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:11:26.528242 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15270): Launched\u000a08:11:26.824071 run osmo-stp_10.42.42.5(pid=15271): Launched\u000a08:11:26.931315 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:11:27.443173 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15273): Launched\u000a08:11:27.736855 run osmo-msc_10.42.42.6(pid=15274): Launched\u000a08:11:27.908809 run osmo-stp_10.42.42.5(pid=15271): ERR: Terminated: ERROR {rc=1} [trial-2371↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15271)]\u000a08:11:28.033062 run osmo-stp_10.42.42.5(pid=15271): stdout: \u000a| (launched: 2022-12-10_08:11:26.677275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:11:28.155252 run osmo-stp_10.42.42.5(pid=15271): stderr: \u000a| �[0;m�[38;5;43m20221210081126847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081126847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081126848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081126848 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081126848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081126848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081126849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:11:28.273842 run osmo-stp_10.42.42.5(pid=15271): stdout: \u000a| (launched: 2022-12-10_08:11:26.677275)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:11:28.390753 run osmo-stp_10.42.42.5(pid=15271): stderr: \u000a| �[0;m�[38;5;43m20221210081126847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081126847 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081126848 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081126848 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081126848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081126848 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081126849 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:11:28.442249 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15271): Process ended prematurely: osmo-stp_10.42.42.5(pid=15271) [trial-2371↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15271)] [trial-2371↪handover_2G:nanobts+bts1-trx-lms↪handover.py:18]\u000a08:11:28.450016 tst handover.py:18: Test FAILED (6.2 sec)\u000a08:11:28.508759 run osmo-hlr_10.42.42.2(pid=15268): ERR: Terminated: ERROR {rc=237} [trial-2371↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15268)]\u000a08:11:28.557167 run osmo-hlr_10.42.42.2(pid=15268): stdout: \u000a| (launched: 2022-12-10_08:11:25.791534) \u000a08:11:28.606130 run osmo-hlr_10.42.42.2(pid=15268): stderr: \u000a| �[0;m�[1;31m20221210081125966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210081125966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210081125966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081125966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081125966 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210081125967 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210081126006 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/handover_2G:nanobts+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210081126017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210081126017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210081126017 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:11:28.672577 run osmo-msc_10.42.42.6(pid=15274): ERR: Terminated: ERROR {rc=2} [trial-2371↪handover_2G:nanobts+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15274)]\u000a08:11:28.720785 run osmo-msc_10.42.42.6(pid=15274): stdout: \u000a| (launched: 2022-12-10_08:11:27.592216) \u000a08:11:28.769594 run osmo-msc_10.42.42.6(pid=15274): stderr: \u000a| �[0;m�[38;5;43m20221210081127864 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210081127864 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f72f4deac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210081127864 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210081127864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210081127864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210081127864 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210081127866 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210081127867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210081127867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210081127867 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:11:28.811114 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15267): Terminating (SIGTERM)\u000a08:11:28.850187 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15270): Terminating (SIGTERM)\u000a08:11:28.889327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15273): Terminating (SIGTERM)\u000a08:11:28.898339 --- ParallelTerminationStrategy: PID 15267 died...\u000a08:11:28.950879 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15267): Terminated: ok {rc=0}\u000a08:11:28.960153 --- ParallelTerminationStrategy: PID 15270 died...\u000a08:11:29.012137 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15270): Terminated: ok {rc=0}\u000a08:11:29.021905 --- ParallelTerminationStrategy: PID 15273 died...\u000a08:11:29.074330 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15273): Terminated: ok {rc=0}\u000a08:11:29.161387 bus /sierra_3: Setting Powered False\u000a08:11:30.263366 bus /sierra_3: Setting Powered False\u000a08:11:31.371726 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "166", "name" : "handover_2G_nanobts+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:11:21" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "handover_2G:nanobts+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15285): Process ended prematurely: osmo-stp_10.42.42.5(pid=15285) [trial-2371↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15285)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15285): Process ended prematurely: osmo-stp_10.42.42.5(pid=15285) [trial-2371↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15285)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 handover_2G:nanobts+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a08:11:33.367874 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:11:33.379345 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a08:11:33.508067 tst handover.py: using LAC 27030\u000a08:11:33.631287 tst handover.py: using RAC 255\u000a08:11:33.749611 tst handover.py: using CellId 27030\u000a08:11:33.864479 tst handover.py: using BVCI 27031\u000a08:11:33.887409 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a08:11:34.017081 tst handover.py: using LAC 27031\u000a08:11:34.140010 tst handover.py: using RAC 1\u000a08:11:34.264460 tst handover.py: using CellId 27031\u000a08:11:34.387477 tst handover.py: using BVCI 27032\u000a08:11:34.411631 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:11:34.423021 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:11:34.434635 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:11:34.445928 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:11:34.457658 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:11:34.468760 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a08:11:34.585690 tst handover_2G:nanobts+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a08:11:34.782361 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:11:35.228756 run create_hlr_db(pid=15279): Launched\u000a08:11:35.348363 bus /sierra_2: Setting Powered False\u000a08:11:36.419226 run create_hlr_db(pid=15279): Terminated: ok {rc=0}\u000a08:11:36.810738 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15281): Launched\u000a08:11:37.127178 run osmo-hlr_10.42.42.2(pid=15282): Launched\u000a08:11:37.243776 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:11:37.763000 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15284): Launched\u000a08:11:38.078244 run osmo-stp_10.42.42.5(pid=15285): Launched\u000a08:11:38.193216 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:11:38.745549 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15287): Launched\u000a08:11:39.061478 run osmo-msc_10.42.42.6(pid=15288): Launched\u000a08:11:39.246724 run osmo-stp_10.42.42.5(pid=15285): ERR: Terminated: ERROR {rc=1} [trial-2371↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15285)]\u000a08:11:39.379797 run osmo-stp_10.42.42.5(pid=15285): stdout: \u000a| (launched: 2022-12-10_08:11:37.923273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:11:39.512485 run osmo-stp_10.42.42.5(pid=15285): stderr: \u000a| �[0;m�[38;5;43m20221210081138113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081138114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081138114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081138114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081138115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081138115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081138115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:11:39.639513 run osmo-stp_10.42.42.5(pid=15285): stdout: \u000a| (launched: 2022-12-10_08:11:37.923273)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:11:39.765184 run osmo-stp_10.42.42.5(pid=15285): stderr: \u000a| �[0;m�[38;5;43m20221210081138113 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081138114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081138114 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081138114 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081138115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081138115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081138115 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:11:39.820051 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15285): Process ended prematurely: osmo-stp_10.42.42.5(pid=15285) [trial-2371↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15285)] [trial-2371↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a08:11:39.828561 tst handover.py:18: Test FAILED (6.5 sec)\u000a08:11:39.891075 run osmo-hlr_10.42.42.2(pid=15282): ERR: Terminated: ERROR {rc=237} [trial-2371↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15282)]\u000a08:11:39.942149 run osmo-hlr_10.42.42.2(pid=15282): stdout: \u000a| (launched: 2022-12-10_08:11:36.972153) \u000a08:11:39.994057 run osmo-hlr_10.42.42.2(pid=15282): stderr: \u000a| �[0;m�[1;31m20221210081137167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210081137167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210081137167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081137167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081137167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210081137167 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210081137179 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/handover_2G:nanobts+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210081137188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210081137188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210081137188 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:11:40.064471 run osmo-msc_10.42.42.6(pid=15288): ERR: Terminated: ERROR {rc=2} [trial-2371↪handover_2G:nanobts+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15288)]\u000a08:11:40.115675 run osmo-msc_10.42.42.6(pid=15288): stdout: \u000a| (launched: 2022-12-10_08:11:38.906408) \u000a08:11:40.167650 run osmo-msc_10.42.42.6(pid=15288): stderr: \u000a| �[0;m�[38;5;43m20221210081139226 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210081139226 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7ff69cce6c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210081139226 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210081139226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210081139226 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210081139227 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210081139228 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210081139229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210081139229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210081139229 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:11:40.211614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15281): Terminating (SIGTERM)\u000a08:11:40.253920 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15284): Terminating (SIGTERM)\u000a08:11:40.295607 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15287): Terminating (SIGTERM)\u000a08:11:40.305517 --- ParallelTerminationStrategy: PID 15281 died...\u000a08:11:40.361245 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15281): Terminated: ok {rc=0}\u000a08:11:40.371311 --- ParallelTerminationStrategy: PID 15284 died...\u000a08:11:40.426547 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15284): Terminated: ok {rc=0}\u000a08:11:40.436620 --- ParallelTerminationStrategy: PID 15287 died...\u000a08:11:40.492345 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15287): Terminated: ok {rc=0}\u000a08:11:40.579475 bus /sierra_3: Setting Powered False\u000a08:11:41.686385 bus /sierra_3: Setting Powered False\u000a08:11:42.795587 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "167", "name" : "handover_2G_nanobts+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:11:33" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "handover_2G:nanobts+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15301): Process ended prematurely: osmo-stp_10.42.42.5(pid=15301) [trial-2371↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15301)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15301): Process ended prematurely: osmo-stp_10.42.42.5(pid=15301) [trial-2371↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15301)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 handover_2G:nanobts+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a08:11:44.799405 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:11:44.810641 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a08:11:44.939095 tst handover.py: using LAC 27032\u000a08:11:45.063886 tst handover.py: using RAC 2\u000a08:11:45.184853 tst handover.py: using CellId 27032\u000a08:11:45.301653 tst handover.py: using BVCI 27033\u000a08:11:45.323882 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a08:11:45.457846 tst handover.py: using LAC 27033\u000a08:11:45.572885 tst handover.py: using RAC 3\u000a08:11:45.692435 tst handover.py: using CellId 27033\u000a08:11:45.805668 tst handover.py: using BVCI 27034\u000a08:11:45.827829 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:11:45.842087 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:11:45.853418 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:11:45.864669 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:11:45.875935 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:11:45.887153 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a08:11:46.019114 tst handover_2G:nanobts+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a08:11:46.254928 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:11:46.787131 run create_hlr_db(pid=15295): Launched\u000a08:11:46.920784 bus /sierra_2: Setting Powered False\u000a08:11:47.990870 run create_hlr_db(pid=15295): Terminated: ok {rc=0}\u000a08:11:48.381362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15297): Launched\u000a08:11:48.695496 run osmo-hlr_10.42.42.2(pid=15298): Launched\u000a08:11:48.814197 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:11:49.334434 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15300): Launched\u000a08:11:49.650224 run osmo-stp_10.42.42.5(pid=15301): Launched\u000a08:11:49.765510 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:11:50.313792 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15303): Launched\u000a08:11:50.629396 run osmo-msc_10.42.42.6(pid=15304): Launched\u000a08:11:50.814564 run osmo-stp_10.42.42.5(pid=15301): ERR: Terminated: ERROR {rc=1} [trial-2371↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15301)]\u000a08:11:50.948719 run osmo-stp_10.42.42.5(pid=15301): stdout: \u000a| (launched: 2022-12-10_08:11:49.494794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:11:51.082818 run osmo-stp_10.42.42.5(pid=15301): stderr: \u000a| �[0;m�[38;5;43m20221210081149687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081149687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081149687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081149687 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081149688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081149688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081149688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:11:51.210286 run osmo-stp_10.42.42.5(pid=15301): stdout: \u000a| (launched: 2022-12-10_08:11:49.494794)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:11:51.335928 run osmo-stp_10.42.42.5(pid=15301): stderr: \u000a| �[0;m�[38;5;43m20221210081149687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081149687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081149687 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081149687 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081149688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081149688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081149688 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:11:51.390876 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15301): Process ended prematurely: osmo-stp_10.42.42.5(pid=15301) [trial-2371↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15301)] [trial-2371↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py:18]\u000a08:11:51.399347 tst handover.py:18: Test FAILED (6.6 sec)\u000a08:11:51.461648 run osmo-hlr_10.42.42.2(pid=15298): ERR: Terminated: ERROR {rc=237} [trial-2371↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15298)]\u000a08:11:51.512723 run osmo-hlr_10.42.42.2(pid=15298): stdout: \u000a| (launched: 2022-12-10_08:11:48.541175) \u000a08:11:51.564270 run osmo-hlr_10.42.42.2(pid=15298): stderr: \u000a| �[0;m�[1;31m20221210081148738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210081148738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210081148738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081148739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081148739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210081148739 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210081148751 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/handover_2G:nanobts+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210081148760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210081148760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210081148760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:11:51.634022 run osmo-msc_10.42.42.6(pid=15304): ERR: Terminated: ERROR {rc=2} [trial-2371↪handover_2G:nanobts+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15304)]\u000a08:11:51.684768 run osmo-msc_10.42.42.6(pid=15304): stdout: \u000a| (launched: 2022-12-10_08:11:50.474114) \u000a08:11:51.736205 run osmo-msc_10.42.42.6(pid=15304): stderr: \u000a| �[0;m�[38;5;43m20221210081150792 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210081150792 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0e45606c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210081150793 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210081150793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210081150793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210081150793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210081150795 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210081150795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210081150795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210081150795 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:11:51.779600 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15297): Terminating (SIGTERM)\u000a08:11:51.820581 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15300): Terminating (SIGTERM)\u000a08:11:51.862187 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15303): Terminating (SIGTERM)\u000a08:11:51.872020 --- ParallelTerminationStrategy: PID 15297 died...\u000a08:11:51.927680 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15297): Terminated: ok {rc=0}\u000a08:11:51.937641 --- ParallelTerminationStrategy: PID 15300 died...\u000a08:11:51.993097 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15300): Terminated: ok {rc=0}\u000a08:11:52.002980 --- ParallelTerminationStrategy: PID 15303 died...\u000a08:11:52.058207 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15303): Terminated: ok {rc=0}\u000a08:11:52.144326 bus /sierra_3: Setting Powered False\u000a08:11:53.246734 bus /sierra_3: Setting Powered False\u000a08:11:54.354999 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "168", "name" : "handover_2G_nanobts+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:11:44" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "handover_2G:nanobts+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15315): Process ended prematurely: osmo-stp_10.42.42.5(pid=15315) [trial-2371↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15315)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15315): Process ended prematurely: osmo-stp_10.42.42.5(pid=15315) [trial-2371↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15315)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 handover_2G:nanobts+bts1-sysmo handover.py\u000a----------------------------------------------\u000a08:11:56.334011 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:11:56.344582 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a08:11:56.465256 tst handover.py: using LAC 27034\u000a08:11:56.578714 tst handover.py: using RAC 4\u000a08:11:56.692362 tst handover.py: using CellId 27034\u000a08:11:56.805472 tst handover.py: using BVCI 27035\u000a08:11:56.827644 tst handover_2G:nanobts+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a08:11:56.945197 tst handover.py: using LAC 27035\u000a08:11:57.059604 tst handover.py: using RAC 5\u000a08:11:57.174053 tst handover.py: using CellId 27035\u000a08:11:57.287187 tst handover.py: using BVCI 27036\u000a08:11:57.309346 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:11:57.319883 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:11:57.330349 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:11:57.341370 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:11:57.352453 tst handover_2G:nanobts+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:11:57.363409 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a08:11:57.483352 tst handover_2G:nanobts+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a08:11:57.690304 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:11:58.157057 run create_hlr_db(pid=15309): Launched\u000a08:11:58.286097 bus /sierra_2: Setting Powered False\u000a08:11:59.360778 run create_hlr_db(pid=15309): Terminated: ok {rc=0}\u000a08:11:59.730068 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15311): Launched\u000a08:12:00.023333 run osmo-hlr_10.42.42.2(pid=15312): Launched\u000a08:12:00.139239 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:12:00.629933 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15314): Launched\u000a08:12:01.028355 run osmo-stp_10.42.42.5(pid=15315): Launched\u000a08:12:01.250999 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:12:01.834410 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15317): Launched\u000a08:12:02.220516 run osmo-msc_10.42.42.6(pid=15318): Launched\u000a08:12:02.415562 run osmo-stp_10.42.42.5(pid=15315): ERR: Terminated: ERROR {rc=1} [trial-2371↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15315)]\u000a08:12:02.551582 run osmo-stp_10.42.42.5(pid=15315): stdout: \u000a| (launched: 2022-12-10_08:12:00.778093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:12:02.687047 run osmo-stp_10.42.42.5(pid=15315): stderr: \u000a| �[0;m�[38;5;43m20221210081200999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081200999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081201000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081201000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081201002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081201003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081201003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:12:02.814298 run osmo-stp_10.42.42.5(pid=15315): stdout: \u000a| (launched: 2022-12-10_08:12:00.778093)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:12:02.940386 run osmo-stp_10.42.42.5(pid=15315): stderr: \u000a| �[0;m�[38;5;43m20221210081200999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081200999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081201000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081201000 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081201002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081201003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081201003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:12:02.995722 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15315): Process ended prematurely: osmo-stp_10.42.42.5(pid=15315) [trial-2371↪handover_2G:nanobts+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15315)] [trial-2371↪handover_2G:nanobts+bts1-sysmo↪handover.py:18]\u000a08:12:03.004358 tst handover.py:18: Test FAILED (6.7 sec)\u000a08:12:03.067379 run osmo-hlr_10.42.42.2(pid=15312): ERR: Terminated: ERROR {rc=237} [trial-2371↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15312)]\u000a08:12:03.119019 run osmo-hlr_10.42.42.2(pid=15312): stdout: \u000a| (launched: 2022-12-10_08:11:59.878822) \u000a08:12:03.171408 run osmo-hlr_10.42.42.2(pid=15312): stderr: \u000a| �[0;m�[1;31m20221210081200052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210081200052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210081200052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081200052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081200052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210081200052 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210081200065 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/handover_2G:nanobts+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210081200074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210081200074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210081200074 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:12:03.241868 run osmo-msc_10.42.42.6(pid=15318): ERR: Terminated: ERROR {rc=2} [trial-2371↪handover_2G:nanobts+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15318)]\u000a08:12:03.293416 run osmo-msc_10.42.42.6(pid=15318): stdout: \u000a| (launched: 2022-12-10_08:12:01.986552) \u000a08:12:03.345121 run osmo-msc_10.42.42.6(pid=15318): stderr: \u000a| �[0;m�[38;5;43m20221210081202442 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210081202442 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f54a9cfbc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210081202442 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210081202442 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210081202443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210081202443 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210081202444 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210081202445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210081202445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210081202445 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:12:03.388861 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15311): Terminating (SIGTERM)\u000a08:12:03.430678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15314): Terminating (SIGTERM)\u000a08:12:03.472889 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15317): Terminating (SIGTERM)\u000a08:12:03.482646 --- ParallelTerminationStrategy: PID 15311 died...\u000a08:12:03.539093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15311): Terminated: ok {rc=0}\u000a08:12:03.549374 --- ParallelTerminationStrategy: PID 15314 died...\u000a08:12:03.605360 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15314): Terminated: ok {rc=0}\u000a08:12:03.615486 --- ParallelTerminationStrategy: PID 15317 died...\u000a08:12:03.671535 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15317): Terminated: ok {rc=0}\u000a08:12:03.758425 bus /sierra_3: Setting Powered False\u000a08:12:04.865447 bus /sierra_3: Setting Powered False\u000a08:12:05.975463 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "169", "name" : "handover_2G_nanobts+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:11:56" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "handover_2G:nanobts+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15329): Process ended prematurely: osmo-stp_10.42.42.5(pid=15329) [trial-2371↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15329)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15329): Process ended prematurely: osmo-stp_10.42.42.5(pid=15329) [trial-2371↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15329)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 handover_2G:nanobts+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a08:12:07.959771 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:12:07.970657 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a08:12:08.091221 tst handover.py: using LAC 27036\u000a08:12:08.204805 tst handover.py: using RAC 6\u000a08:12:08.319374 tst handover.py: using CellId 27036\u000a08:12:08.432341 tst handover.py: using BVCI 27037\u000a08:12:08.454618 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a08:12:08.592728 tst handover.py: using LAC 27037\u000a08:12:08.716066 tst handover.py: using RAC 7\u000a08:12:08.838236 tst handover.py: using CellId 27037\u000a08:12:08.960213 tst handover.py: using BVCI 27038\u000a08:12:08.984263 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:12:08.995529 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:12:09.006585 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:12:09.018397 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:12:09.030275 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:12:09.042067 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a08:12:09.159481 tst handover_2G:nanobts+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a08:12:09.355800 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:12:09.800010 run create_hlr_db(pid=15323): Launched\u000a08:12:09.919758 bus /sierra_2: Setting Powered False\u000a08:12:10.990816 run create_hlr_db(pid=15323): Terminated: ok {rc=0}\u000a08:12:11.381932 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15325): Launched\u000a08:12:11.696494 run osmo-hlr_10.42.42.2(pid=15326): Launched\u000a08:12:11.816058 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:12:12.334811 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15328): Launched\u000a08:12:12.629311 run osmo-stp_10.42.42.5(pid=15329): Launched\u000a08:12:12.736465 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:12:13.249422 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15331): Launched\u000a08:12:13.544114 run osmo-msc_10.42.42.6(pid=15332): Launched\u000a08:12:13.718109 run osmo-stp_10.42.42.5(pid=15329): ERR: Terminated: ERROR {rc=1} [trial-2371↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15329)]\u000a08:12:13.843157 run osmo-stp_10.42.42.5(pid=15329): stdout: \u000a| (launched: 2022-12-10_08:12:12.484433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:12:13.965630 run osmo-stp_10.42.42.5(pid=15329): stderr: \u000a| �[0;m�[38;5;43m20221210081212651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081212651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081212652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081212652 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081212652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081212653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081212653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:12:14.083561 run osmo-stp_10.42.42.5(pid=15329): stdout: \u000a| (launched: 2022-12-10_08:12:12.484433)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:12:14.201192 run osmo-stp_10.42.42.5(pid=15329): stderr: \u000a| �[0;m�[38;5;43m20221210081212651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081212651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081212652 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081212652 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081212652 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081212653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081212653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:12:14.252742 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15329): Process ended prematurely: osmo-stp_10.42.42.5(pid=15329) [trial-2371↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15329)] [trial-2371↪handover_2G:nanobts+bts1-trx-b200↪handover.py:18]\u000a08:12:14.260537 tst handover.py:18: Test FAILED (6.3 sec)\u000a08:12:14.319656 run osmo-hlr_10.42.42.2(pid=15326): ERR: Terminated: ERROR {rc=237} [trial-2371↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15326)]\u000a08:12:14.368391 run osmo-hlr_10.42.42.2(pid=15326): stdout: \u000a| (launched: 2022-12-10_08:12:11.541990) \u000a08:12:14.417540 run osmo-hlr_10.42.42.2(pid=15326): stderr: \u000a| �[0;m�[1;31m20221210081211738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210081211738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210081211738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081211738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081211738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210081211738 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210081211750 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/handover_2G:nanobts+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210081211759 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210081211760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210081211760 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:12:14.484502 run osmo-msc_10.42.42.6(pid=15332): ERR: Terminated: ERROR {rc=2} [trial-2371↪handover_2G:nanobts+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15332)]\u000a08:12:14.532919 run osmo-msc_10.42.42.6(pid=15332): stdout: \u000a| (launched: 2022-12-10_08:12:13.398696) \u000a08:12:14.582194 run osmo-msc_10.42.42.6(pid=15332): stderr: \u000a| �[0;m�[38;5;43m20221210081213670 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210081213670 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f46660d7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210081213670 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210081213670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210081213670 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210081213671 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210081213673 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210081213674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210081213674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210081213674 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:12:14.623658 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15325): Terminating (SIGTERM)\u000a08:12:14.662829 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15328): Terminating (SIGTERM)\u000a08:12:14.702454 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15331): Terminating (SIGTERM)\u000a08:12:14.711579 --- ParallelTerminationStrategy: PID 15325 died...\u000a08:12:14.764397 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15325): Terminated: ok {rc=0}\u000a08:12:14.774027 --- ParallelTerminationStrategy: PID 15328 died...\u000a08:12:14.826381 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15328): Terminated: ok {rc=0}\u000a08:12:14.835866 --- ParallelTerminationStrategy: PID 15331 died...\u000a08:12:14.888216 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15331): Terminated: ok {rc=0}\u000a08:12:14.971857 bus /sierra_3: Setting Powered False\u000a08:12:16.096655 bus /sierra_3: Setting Powered False\u000a08:12:17.211501 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "170", "name" : "handover_2G_nanobts+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:12:07" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "handover_2G:nanobts+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15345): Process ended prematurely: osmo-stp_10.42.42.5(pid=15345) [trial-2371↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15345)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15345): Process ended prematurely: osmo-stp_10.42.42.5(pid=15345) [trial-2371↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15345)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 handover_2G:nanobts+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a08:12:19.217114 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:12:19.228481 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:12:19.359971 tst handover.py: using LAC 27038\u000a08:12:19.481855 tst handover.py: using RAC 8\u000a08:12:19.609223 tst handover.py: using CellId 27038\u000a08:12:19.731147 tst handover.py: using BVCI 27039\u000a08:12:19.755186 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:12:19.886527 tst handover.py: using LAC 27039\u000a08:12:20.000131 tst handover.py: using RAC 9\u000a08:12:20.115729 tst handover.py: using CellId 27039\u000a08:12:20.230009 tst handover.py: using BVCI 27040\u000a08:12:20.252206 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:12:20.262883 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:12:20.273433 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:12:20.284288 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:12:20.294869 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:12:20.305328 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:12:20.423552 tst handover_2G:nanobts+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:12:20.634895 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:12:21.102323 run create_hlr_db(pid=15337): Launched\u000a08:12:21.231276 bus /sierra_2: Setting Powered False\u000a08:12:22.306193 run create_hlr_db(pid=15337): Terminated: ok {rc=0}\u000a08:12:22.697301 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15339): Launched\u000a08:12:23.011967 run osmo-hlr_10.42.42.2(pid=15340): Launched\u000a08:12:23.128245 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:12:23.648373 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15344): Launched\u000a08:12:23.964400 run osmo-stp_10.42.42.5(pid=15345): Launched\u000a08:12:24.079664 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:12:24.627120 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15347): Launched\u000a08:12:24.941107 run osmo-msc_10.42.42.6(pid=15348): Launched\u000a08:12:25.126564 run osmo-stp_10.42.42.5(pid=15345): ERR: Terminated: ERROR {rc=1} [trial-2371↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15345)]\u000a08:12:25.260680 run osmo-stp_10.42.42.5(pid=15345): stdout: \u000a| (launched: 2022-12-10_08:12:23.808628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:12:25.394339 run osmo-stp_10.42.42.5(pid=15345): stderr: \u000a| �[0;m�[38;5;43m20221210081223998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081223999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081223999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081223999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081224002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081224002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081224002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:12:25.520826 run osmo-stp_10.42.42.5(pid=15345): stdout: \u000a| (launched: 2022-12-10_08:12:23.808628)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:12:25.646561 run osmo-stp_10.42.42.5(pid=15345): stderr: \u000a| �[0;m�[38;5;43m20221210081223998 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081223999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081223999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081223999 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081224002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081224002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081224002 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:12:25.701527 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15345): Process ended prematurely: osmo-stp_10.42.42.5(pid=15345) [trial-2371↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15345)] [trial-2371↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py:18]\u000a08:12:25.709936 tst handover.py:18: Test FAILED (6.5 sec)\u000a08:12:25.772642 run osmo-hlr_10.42.42.2(pid=15340): ERR: Terminated: ERROR {rc=237} [trial-2371↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15340)]\u000a08:12:25.824024 run osmo-hlr_10.42.42.2(pid=15340): stdout: \u000a| (launched: 2022-12-10_08:12:22.857122) \u000a08:12:25.876424 run osmo-hlr_10.42.42.2(pid=15340): stderr: \u000a| �[0;m�[1;31m20221210081223051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210081223051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210081223051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081223051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081223051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210081223051 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210081223063 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/handover_2G:nanobts+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210081223072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210081223072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210081223072 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:12:25.946822 run osmo-msc_10.42.42.6(pid=15348): ERR: Terminated: ERROR {rc=2} [trial-2371↪handover_2G:nanobts+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15348)]\u000a08:12:25.998429 run osmo-msc_10.42.42.6(pid=15348): stdout: \u000a| (launched: 2022-12-10_08:12:24.786577) \u000a08:12:26.050439 run osmo-msc_10.42.42.6(pid=15348): stderr: \u000a| �[0;m�[38;5;43m20221210081225105 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210081225105 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f3ab853fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210081225105 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210081225105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210081225105 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210081225106 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210081225107 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210081225108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210081225108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210081225108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:12:26.094462 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15339): Terminating (SIGTERM)\u000a08:12:26.136737 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15344): Terminating (SIGTERM)\u000a08:12:26.178333 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15347): Terminating (SIGTERM)\u000a08:12:26.188490 --- ParallelTerminationStrategy: PID 15339 died...\u000a08:12:26.244444 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15339): Terminated: ok {rc=0}\u000a08:12:26.254463 --- ParallelTerminationStrategy: PID 15344 died...\u000a08:12:26.310011 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15344): Terminated: ok {rc=0}\u000a08:12:26.319931 --- ParallelTerminationStrategy: PID 15347 died...\u000a08:12:26.375796 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15347): Terminated: ok {rc=0}\u000a08:12:26.462802 bus /sierra_3: Setting Powered False\u000a08:12:27.569068 bus /sierra_3: Setting Powered False\u000a08:12:28.681947 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "171", "name" : "handover_2G_nanobts+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:12:18" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "handover_2G:oc2g+bts1-octphy", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15360): Process ended prematurely: osmo-stp_10.42.42.5(pid=15360) [trial-2371↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15360)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15360): Process ended prematurely: osmo-stp_10.42.42.5(pid=15360) [trial-2371↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15360)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 handover_2G:oc2g+bts1-octphy handover.py\u000a----------------------------------------------\u000a08:12:30.637361 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a08:12:30.647872 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a08:12:30.768186 tst handover.py: using LAC 27040\u000a08:12:30.897120 tst handover.py: using RAC 10\u000a08:12:31.049813 tst handover.py: using CellId 27040\u000a08:12:31.211588 tst handover.py: using BVCI 27041\u000a08:12:31.236116 tst handover_2G:oc2g+bts1-octphy: Using 1 x bts (candidates: 2)\u000a08:12:31.370571 tst handover.py: using LAC 27041\u000a08:12:31.513907 tst handover.py: using RAC 11\u000a08:12:31.639656 tst handover.py: using CellId 27041\u000a08:12:31.788179 tst handover.py: using BVCI 27042\u000a08:12:31.819124 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a08:12:31.834855 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a08:12:31.848121 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a08:12:31.861133 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a08:12:31.874331 tst handover_2G:oc2g+bts1-octphy: Using 1 x ip_address (candidates: 6)\u000a08:12:31.888599 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a08:12:32.012736 tst handover_2G:oc2g+bts1-octphy: Using 1 x modem (candidates: 2)\u000a08:12:32.236747 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:12:32.683765 run create_hlr_db(pid=15354): Launched\u000a08:12:32.803052 bus /sierra_2: Setting Powered False\u000a08:12:33.885755 run create_hlr_db(pid=15354): Terminated: ok {rc=0}\u000a08:12:34.277577 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15356): Launched\u000a08:12:34.592763 run osmo-hlr_10.42.42.2(pid=15357): Launched\u000a08:12:34.711326 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:12:35.231086 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15359): Launched\u000a08:12:35.548147 run osmo-stp_10.42.42.5(pid=15360): Launched\u000a08:12:35.663624 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:12:36.217509 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15363): Launched\u000a08:12:36.534775 run osmo-msc_10.42.42.6(pid=15364): Launched\u000a08:12:36.720138 run osmo-stp_10.42.42.5(pid=15360): ERR: Terminated: ERROR {rc=1} [trial-2371↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15360)]\u000a08:12:36.854682 run osmo-stp_10.42.42.5(pid=15360): stdout: \u000a| (launched: 2022-12-10_08:12:35.392077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:12:36.988368 run osmo-stp_10.42.42.5(pid=15360): stderr: \u000a| �[0;m�[38;5;43m20221210081235584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081235584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081235585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081235585 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081235586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081235586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081235586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:12:37.115791 run osmo-stp_10.42.42.5(pid=15360): stdout: \u000a| (launched: 2022-12-10_08:12:35.392077)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:12:37.242126 run osmo-stp_10.42.42.5(pid=15360): stderr: \u000a| �[0;m�[38;5;43m20221210081235584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081235584 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081235585 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081235585 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081235586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081235586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081235586 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:12:37.297293 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15360): Process ended prematurely: osmo-stp_10.42.42.5(pid=15360) [trial-2371↪handover_2G:oc2g+bts1-octphy↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15360)] [trial-2371↪handover_2G:oc2g+bts1-octphy↪handover.py:18]\u000a08:12:37.305796 tst handover.py:18: Test FAILED (6.7 sec)\u000a08:12:37.368529 run osmo-hlr_10.42.42.2(pid=15357): ERR: Terminated: ERROR {rc=237} [trial-2371↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15357)]\u000a08:12:37.419904 run osmo-hlr_10.42.42.2(pid=15357): stdout: \u000a| (launched: 2022-12-10_08:12:34.437125) \u000a08:12:37.471727 run osmo-hlr_10.42.42.2(pid=15357): stderr: \u000a| �[0;m�[1;31m20221210081234634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210081234634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210081234634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081234634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081234634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210081234634 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210081234649 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/handover_2G:oc2g+bts1-octphy/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210081234657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210081234657 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210081234658 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:12:37.542242 run osmo-msc_10.42.42.6(pid=15364): ERR: Terminated: ERROR {rc=2} [trial-2371↪handover_2G:oc2g+bts1-octphy↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15364)]\u000a08:12:37.593338 run osmo-msc_10.42.42.6(pid=15364): stdout: \u000a| (launched: 2022-12-10_08:12:36.378199) \u000a08:12:37.645059 run osmo-msc_10.42.42.6(pid=15364): stderr: \u000a| �[0;m�[38;5;43m20221210081236698 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210081236698 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1e57d30c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210081236698 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210081236698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210081236698 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210081236699 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210081236700 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210081236701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210081236701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210081236701 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:12:37.688736 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15356): Terminating (SIGTERM)\u000a08:12:37.730396 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15359): Terminating (SIGTERM)\u000a08:12:37.773018 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15363): Terminating (SIGTERM)\u000a08:12:37.782696 --- ParallelTerminationStrategy: PID 15356 died...\u000a08:12:37.838587 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15356): Terminated: ok {rc=0}\u000a08:12:37.848414 --- ParallelTerminationStrategy: PID 15359 died...\u000a08:12:37.904038 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15359): Terminated: ok {rc=0}\u000a08:12:37.913952 --- ParallelTerminationStrategy: PID 15363 died...\u000a08:12:37.969412 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15363): Terminated: ok {rc=0}\u000a08:12:38.055879 bus /sierra_3: Setting Powered False\u000a08:12:39.162151 bus /sierra_3: Setting Powered False\u000a08:12:40.269136 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "172", "name" : "handover_2G_oc2g+bts1-octphy", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:12:30" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "handover_2G:oc2g+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15375): Process ended prematurely: osmo-stp_10.42.42.5(pid=15375) [trial-2371↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15375)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15375): Process ended prematurely: osmo-stp_10.42.42.5(pid=15375) [trial-2371↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15375)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 handover_2G:oc2g+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a08:12:42.250056 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:12:42.261151 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a08:12:42.390642 tst handover.py: using LAC 27042\u000a08:12:42.514280 tst handover.py: using RAC 12\u000a08:12:42.637253 tst handover.py: using CellId 27042\u000a08:12:42.755210 tst handover.py: using BVCI 27043\u000a08:12:42.778112 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a08:12:42.911654 tst handover.py: using LAC 27043\u000a08:12:43.036518 tst handover.py: using RAC 13\u000a08:12:43.163548 tst handover.py: using CellId 27043\u000a08:12:43.285833 tst handover.py: using BVCI 27044\u000a08:12:43.310005 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:12:43.321241 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:12:43.332336 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:12:43.344289 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:12:43.357370 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:12:43.369325 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a08:12:43.487405 tst handover_2G:oc2g+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a08:12:43.688571 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:12:44.135937 run create_hlr_db(pid=15369): Launched\u000a08:12:44.255822 bus /sierra_2: Setting Powered False\u000a08:12:45.326585 run create_hlr_db(pid=15369): Terminated: ok {rc=0}\u000a08:12:45.718097 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15371): Launched\u000a08:12:46.144408 run osmo-hlr_10.42.42.2(pid=15372): Launched\u000a08:12:46.363166 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:12:47.057981 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15374): Launched\u000a08:12:47.415008 run osmo-stp_10.42.42.5(pid=15375): Launched\u000a08:12:47.530543 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:12:48.078718 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15377): Launched\u000a08:12:48.395392 run osmo-msc_10.42.42.6(pid=15378): Launched\u000a08:12:48.581131 run osmo-stp_10.42.42.5(pid=15375): ERR: Terminated: ERROR {rc=1} [trial-2371↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15375)]\u000a08:12:48.715207 run osmo-stp_10.42.42.5(pid=15375): stdout: \u000a| (launched: 2022-12-10_08:12:47.242761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:12:48.849285 run osmo-stp_10.42.42.5(pid=15375): stderr: \u000a| �[0;m�[38;5;43m20221210081247452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081247452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081247452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081247452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081247453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081247453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081247453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:12:48.976369 run osmo-stp_10.42.42.5(pid=15375): stdout: \u000a| (launched: 2022-12-10_08:12:47.242761)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:12:49.102528 run osmo-stp_10.42.42.5(pid=15375): stderr: \u000a| �[0;m�[38;5;43m20221210081247452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081247452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081247452 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081247452 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081247453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081247453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081247453 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:12:49.157655 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15375): Process ended prematurely: osmo-stp_10.42.42.5(pid=15375) [trial-2371↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15375)] [trial-2371↪handover_2G:oc2g+bts1-trx-lms↪handover.py:18]\u000a08:12:49.166266 tst handover.py:18: Test FAILED (6.9 sec)\u000a08:12:49.229332 run osmo-hlr_10.42.42.2(pid=15372): ERR: Terminated: ERROR {rc=237} [trial-2371↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15372)]\u000a08:12:49.280638 run osmo-hlr_10.42.42.2(pid=15372): stdout: \u000a| (launched: 2022-12-10_08:12:45.891654) \u000a08:12:49.332644 run osmo-hlr_10.42.42.2(pid=15372): stderr: \u000a| �[0;m�[1;31m20221210081246228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210081246228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210081246228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081246228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081246228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210081246228 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210081246254 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/handover_2G:oc2g+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210081246266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210081246266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210081246266 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:12:49.402833 run osmo-msc_10.42.42.6(pid=15378): ERR: Terminated: ERROR {rc=2} [trial-2371↪handover_2G:oc2g+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15378)]\u000a08:12:49.454306 run osmo-msc_10.42.42.6(pid=15378): stdout: \u000a| (launched: 2022-12-10_08:12:48.239362) \u000a08:12:49.506484 run osmo-msc_10.42.42.6(pid=15378): stderr: \u000a| �[0;m�[38;5;43m20221210081248560 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210081248560 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f5922f96c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210081248560 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210081248560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210081248560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210081248560 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210081248562 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210081248562 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210081248563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210081248563 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:12:49.550204 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15371): Terminating (SIGTERM)\u000a08:12:49.591880 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15374): Terminating (SIGTERM)\u000a08:12:49.633790 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15377): Terminating (SIGTERM)\u000a08:12:49.643540 --- ParallelTerminationStrategy: PID 15371 died...\u000a08:12:49.699363 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15371): Terminated: ok {rc=0}\u000a08:12:49.709528 --- ParallelTerminationStrategy: PID 15374 died...\u000a08:12:49.765037 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15374): Terminated: ok {rc=0}\u000a08:12:49.775024 --- ParallelTerminationStrategy: PID 15377 died...\u000a08:12:49.830707 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15377): Terminated: ok {rc=0}\u000a08:12:49.918025 bus /sierra_3: Setting Powered False\u000a08:12:51.022519 bus /sierra_3: Setting Powered False\u000a08:12:52.133836 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "173", "name" : "handover_2G_oc2g+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:12:41" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "handover_2G:oc2g+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15389): Process ended prematurely: osmo-stp_10.42.42.5(pid=15389) [trial-2371↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15389)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15389): Process ended prematurely: osmo-stp_10.42.42.5(pid=15389) [trial-2371↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15389)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 handover_2G:oc2g+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a08:12:54.122865 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:12:54.134193 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a08:12:54.260864 tst handover.py: using LAC 27044\u000a08:12:54.386362 tst handover.py: using RAC 14\u000a08:12:54.511124 tst handover.py: using CellId 27044\u000a08:12:54.630005 tst handover.py: using BVCI 27045\u000a08:12:54.652582 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a08:12:54.783261 tst handover.py: using LAC 27045\u000a08:12:54.899147 tst handover.py: using RAC 15\u000a08:12:55.014549 tst handover.py: using CellId 27045\u000a08:12:55.130487 tst handover.py: using BVCI 27046\u000a08:12:55.152859 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:12:55.163736 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:12:55.174468 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:12:55.185395 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:12:55.196249 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:12:55.207406 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a08:12:55.321265 tst handover_2G:oc2g+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a08:12:55.523970 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:12:55.969944 run create_hlr_db(pid=15383): Launched\u000a08:12:56.090248 bus /sierra_2: Setting Powered False\u000a08:12:57.161625 run create_hlr_db(pid=15383): Terminated: ok {rc=0}\u000a08:12:57.529400 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15385): Launched\u000a08:12:57.823856 run osmo-hlr_10.42.42.2(pid=15386): Launched\u000a08:12:57.931009 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:12:58.416197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15388): Launched\u000a08:12:58.710804 run osmo-stp_10.42.42.5(pid=15389): Launched\u000a08:12:58.818165 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:12:59.332106 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15391): Launched\u000a08:12:59.627993 run osmo-msc_10.42.42.6(pid=15392): Launched\u000a08:12:59.800607 run osmo-stp_10.42.42.5(pid=15389): ERR: Terminated: ERROR {rc=1} [trial-2371↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15389)]\u000a08:12:59.927174 run osmo-stp_10.42.42.5(pid=15389): stdout: \u000a| (launched: 2022-12-10_08:12:58.565920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:13:00.049738 run osmo-stp_10.42.42.5(pid=15389): stderr: \u000a| �[0;m�[38;5;43m20221210081258737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081258737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081258738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081258738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081258738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081258738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081258739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:13:00.167870 run osmo-stp_10.42.42.5(pid=15389): stdout: \u000a| (launched: 2022-12-10_08:12:58.565920)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:13:00.285283 run osmo-stp_10.42.42.5(pid=15389): stderr: \u000a| �[0;m�[38;5;43m20221210081258737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081258737 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081258738 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081258738 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081258738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081258738 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081258739 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:13:00.336697 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15389): Process ended prematurely: osmo-stp_10.42.42.5(pid=15389) [trial-2371↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15389)] [trial-2371↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a08:13:00.344603 tst handover.py:18: Test FAILED (6.2 sec)\u000a08:13:00.403855 run osmo-hlr_10.42.42.2(pid=15386): ERR: Terminated: ERROR {rc=237} [trial-2371↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15386)]\u000a08:13:00.452389 run osmo-hlr_10.42.42.2(pid=15386): stdout: \u000a| (launched: 2022-12-10_08:12:57.679016) \u000a08:13:00.501374 run osmo-hlr_10.42.42.2(pid=15386): stderr: \u000a| �[0;m�[1;31m20221210081257853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210081257853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210081257853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081257853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081257853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210081257853 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210081257866 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/handover_2G:oc2g+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210081257875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210081257875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210081257875 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:13:00.567926 run osmo-msc_10.42.42.6(pid=15392): ERR: Terminated: ERROR {rc=2} [trial-2371↪handover_2G:oc2g+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15392)]\u000a08:13:00.616144 run osmo-msc_10.42.42.6(pid=15392): stdout: \u000a| (launched: 2022-12-10_08:12:59.481553) \u000a08:13:00.665037 run osmo-msc_10.42.42.6(pid=15392): stderr: \u000a| �[0;m�[38;5;43m20221210081259751 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210081259751 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6062b3fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210081259751 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210081259751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210081259751 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210081259752 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210081259754 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210081259755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210081259755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210081259755 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:13:00.706579 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15385): Terminating (SIGTERM)\u000a08:13:00.745708 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15388): Terminating (SIGTERM)\u000a08:13:00.785052 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15391): Terminating (SIGTERM)\u000a08:13:00.794109 --- ParallelTerminationStrategy: PID 15385 died...\u000a08:13:00.855300 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15385): Terminated: ok {rc=0}\u000a08:13:00.868071 --- ParallelTerminationStrategy: PID 15388 died...\u000a08:13:00.945570 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15388): Terminated: ok {rc=0}\u000a08:13:00.956481 --- ParallelTerminationStrategy: PID 15391 died...\u000a08:13:01.015981 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15391): Terminated: ok {rc=0}\u000a08:13:01.123165 bus /sierra_3: Setting Powered False\u000a08:13:02.242316 bus /sierra_3: Setting Powered False\u000a08:13:03.348074 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "174", "name" : "handover_2G_oc2g+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:12:53" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "handover_2G:oc2g+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15403): Process ended prematurely: osmo-stp_10.42.42.5(pid=15403) [trial-2371↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15403)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15403): Process ended prematurely: osmo-stp_10.42.42.5(pid=15403) [trial-2371↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15403)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 handover_2G:oc2g+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a08:13:05.345188 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:13:05.356077 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a08:13:05.475207 tst handover.py: using LAC 27046\u000a08:13:05.593849 tst handover.py: using RAC 16\u000a08:13:05.710193 tst handover.py: using CellId 27046\u000a08:13:05.825724 tst handover.py: using BVCI 27047\u000a08:13:05.848201 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a08:13:05.983067 tst handover.py: using LAC 27047\u000a08:13:06.098823 tst handover.py: using RAC 17\u000a08:13:06.214404 tst handover.py: using CellId 27047\u000a08:13:06.330588 tst handover.py: using BVCI 27048\u000a08:13:06.353101 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:13:06.364178 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:13:06.374874 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:13:06.386100 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:13:06.397113 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:13:06.407982 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a08:13:06.525568 tst handover_2G:oc2g+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a08:13:06.735350 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:13:07.203919 run create_hlr_db(pid=15397): Launched\u000a08:13:07.332896 bus /sierra_2: Setting Powered False\u000a08:13:08.407406 run create_hlr_db(pid=15397): Terminated: ok {rc=0}\u000a08:13:08.777747 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15399): Launched\u000a08:13:09.071805 run osmo-hlr_10.42.42.2(pid=15400): Launched\u000a08:13:09.179763 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:13:09.664678 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15402): Launched\u000a08:13:09.959486 run osmo-stp_10.42.42.5(pid=15403): Launched\u000a08:13:10.067969 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:13:10.580047 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15405): Launched\u000a08:13:10.875132 run osmo-msc_10.42.42.6(pid=15406): Launched\u000a08:13:11.048686 run osmo-stp_10.42.42.5(pid=15403): ERR: Terminated: ERROR {rc=1} [trial-2371↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15403)]\u000a08:13:11.173705 run osmo-stp_10.42.42.5(pid=15403): stdout: \u000a| (launched: 2022-12-10_08:13:09.814146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:13:11.296185 run osmo-stp_10.42.42.5(pid=15403): stderr: \u000a| �[0;m�[38;5;43m20221210081309983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081309983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081309983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081309984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081309984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081309984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081309984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:13:11.414251 run osmo-stp_10.42.42.5(pid=15403): stdout: \u000a| (launched: 2022-12-10_08:13:09.814146)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:13:11.531577 run osmo-stp_10.42.42.5(pid=15403): stderr: \u000a| �[0;m�[38;5;43m20221210081309983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081309983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081309983 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081309984 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081309984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081309984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081309984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:13:11.583062 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15403): Process ended prematurely: osmo-stp_10.42.42.5(pid=15403) [trial-2371↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15403)] [trial-2371↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py:18]\u000a08:13:11.591092 tst handover.py:18: Test FAILED (6.2 sec)\u000a08:13:11.650403 run osmo-hlr_10.42.42.2(pid=15400): ERR: Terminated: ERROR {rc=237} [trial-2371↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15400)]\u000a08:13:11.698934 run osmo-hlr_10.42.42.2(pid=15400): stdout: \u000a| (launched: 2022-12-10_08:13:08.926907) \u000a08:13:11.748142 run osmo-hlr_10.42.42.2(pid=15400): stderr: \u000a| �[0;m�[1;31m20221210081309101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210081309101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210081309101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081309101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081309101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210081309101 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210081309113 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/handover_2G:oc2g+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210081309122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210081309122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210081309122 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:13:11.814855 run osmo-msc_10.42.42.6(pid=15406): ERR: Terminated: ERROR {rc=2} [trial-2371↪handover_2G:oc2g+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15406)]\u000a08:13:11.863128 run osmo-msc_10.42.42.6(pid=15406): stdout: \u000a| (launched: 2022-12-10_08:13:10.729683) \u000a08:13:11.912211 run osmo-msc_10.42.42.6(pid=15406): stderr: \u000a| �[0;m�[38;5;43m20221210081310999 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210081310999 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f91cf1f3c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210081310999 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210081310999 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210081311000 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210081311001 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210081311002 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210081311003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210081311003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210081311003 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:13:11.953438 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15399): Terminating (SIGTERM)\u000a08:13:11.992280 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15402): Terminating (SIGTERM)\u000a08:13:12.031340 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15405): Terminating (SIGTERM)\u000a08:13:12.040428 --- ParallelTerminationStrategy: PID 15399 died...\u000a08:13:12.093122 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15399): Terminated: ok {rc=0}\u000a08:13:12.102605 --- ParallelTerminationStrategy: PID 15402 died...\u000a08:13:12.155074 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15402): Terminated: ok {rc=0}\u000a08:13:12.164629 --- ParallelTerminationStrategy: PID 15405 died...\u000a08:13:12.217435 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15405): Terminated: ok {rc=0}\u000a08:13:12.306728 bus /sierra_3: Setting Powered False\u000a08:13:13.410284 bus /sierra_3: Setting Powered False\u000a08:13:14.521545 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "175", "name" : "handover_2G_oc2g+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:13:05" }, { "cases" : [ { "testActions" : [ ], "age" : 169, "className" : "handover_2G:oc2g+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15417): Process ended prematurely: osmo-stp_10.42.42.5(pid=15417) [trial-2371↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15417)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15417): Process ended prematurely: osmo-stp_10.42.42.5(pid=15417) [trial-2371↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15417)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 handover_2G:oc2g+bts1-sysmo handover.py\u000a----------------------------------------------\u000a08:13:16.530245 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:13:16.544561 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a08:13:16.710267 tst handover.py: using LAC 27048\u000a08:13:16.868658 tst handover.py: using RAC 18\u000a08:13:17.000474 tst handover.py: using CellId 27048\u000a08:13:17.127040 tst handover.py: using BVCI 27049\u000a08:13:17.152798 tst handover_2G:oc2g+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a08:13:17.290569 tst handover.py: using LAC 27049\u000a08:13:17.412919 tst handover.py: using RAC 19\u000a08:13:17.529763 tst handover.py: using CellId 27049\u000a08:13:17.644134 tst handover.py: using BVCI 27050\u000a08:13:17.666847 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:13:17.677951 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:13:17.688716 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:13:17.699762 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:13:17.710742 tst handover_2G:oc2g+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:13:17.721701 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a08:13:17.840396 tst handover_2G:oc2g+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a08:13:18.047594 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:13:18.518016 run create_hlr_db(pid=15411): Launched\u000a08:13:18.646911 bus /sierra_2: Setting Powered False\u000a08:13:19.721680 run create_hlr_db(pid=15411): Terminated: ok {rc=0}\u000a08:13:20.091998 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15413): Launched\u000a08:13:20.389565 run osmo-hlr_10.42.42.2(pid=15414): Launched\u000a08:13:20.504736 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:13:21.000327 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15416): Launched\u000a08:13:21.295248 run osmo-stp_10.42.42.5(pid=15417): Launched\u000a08:13:21.402872 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:13:21.915600 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15419): Launched\u000a08:13:22.210511 run osmo-msc_10.42.42.6(pid=15420): Launched\u000a08:13:22.383783 run osmo-stp_10.42.42.5(pid=15417): ERR: Terminated: ERROR {rc=1} [trial-2371↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15417)]\u000a08:13:22.508567 run osmo-stp_10.42.42.5(pid=15417): stdout: \u000a| (launched: 2022-12-10_08:13:21.149887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:13:22.631244 run osmo-stp_10.42.42.5(pid=15417): stderr: \u000a| �[0;m�[38;5;43m20221210081321321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081321321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081321321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081321322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081321322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081321322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081321322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:13:22.748914 run osmo-stp_10.42.42.5(pid=15417): stdout: \u000a| (launched: 2022-12-10_08:13:21.149887)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:13:22.865928 run osmo-stp_10.42.42.5(pid=15417): stderr: \u000a| �[0;m�[38;5;43m20221210081321321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081321321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081321321 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081321322 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081321322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081321322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081321322 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:13:22.917168 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15417): Process ended prematurely: osmo-stp_10.42.42.5(pid=15417) [trial-2371↪handover_2G:oc2g+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15417)] [trial-2371↪handover_2G:oc2g+bts1-sysmo↪handover.py:18]\u000a08:13:22.924907 tst handover.py:18: Test FAILED (6.4 sec)\u000a08:13:22.983504 run osmo-hlr_10.42.42.2(pid=15414): ERR: Terminated: ERROR {rc=237} [trial-2371↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15414)]\u000a08:13:23.031570 run osmo-hlr_10.42.42.2(pid=15414): stdout: \u000a| (launched: 2022-12-10_08:13:20.242141) \u000a08:13:23.080448 run osmo-hlr_10.42.42.2(pid=15414): stderr: \u000a| �[0;m�[1;31m20221210081320417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210081320417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210081320417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081320417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081320417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210081320417 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210081320430 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/handover_2G:oc2g+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210081320440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210081320440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210081320440 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:13:23.146794 run osmo-msc_10.42.42.6(pid=15420): ERR: Terminated: ERROR {rc=2} [trial-2371↪handover_2G:oc2g+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15420)]\u000a08:13:23.194718 run osmo-msc_10.42.42.6(pid=15420): stdout: \u000a| (launched: 2022-12-10_08:13:22.064357) \u000a08:13:23.243253 run osmo-msc_10.42.42.6(pid=15420): stderr: \u000a| �[0;m�[38;5;43m20221210081322333 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210081322333 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fe00bab2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210081322333 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210081322333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210081322333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210081322333 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210081322336 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210081322337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210081322337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210081322337 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:13:23.284494 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15413): Terminating (SIGTERM)\u000a08:13:23.323436 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15416): Terminating (SIGTERM)\u000a08:13:23.362481 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15419): Terminating (SIGTERM)\u000a08:13:23.371479 --- ParallelTerminationStrategy: PID 15413 died...\u000a08:13:23.424093 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15413): Terminated: ok {rc=0}\u000a08:13:23.433576 --- ParallelTerminationStrategy: PID 15416 died...\u000a08:13:23.486320 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15416): Terminated: ok {rc=0}\u000a08:13:23.495721 --- ParallelTerminationStrategy: PID 15419 died...\u000a08:13:23.548472 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15419): Terminated: ok {rc=0}\u000a08:13:23.637335 bus /sierra_3: Setting Powered False\u000a08:13:24.740623 bus /sierra_3: Setting Powered False\u000a08:13:25.847537 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "176", "name" : "handover_2G_oc2g+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:13:16" }, { "cases" : [ { "testActions" : [ ], "age" : 169, "className" : "handover_2G:oc2g+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15431): Process ended prematurely: osmo-stp_10.42.42.5(pid=15431) [trial-2371↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15431)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15431): Process ended prematurely: osmo-stp_10.42.42.5(pid=15431) [trial-2371↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15431)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 handover_2G:oc2g+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a08:13:27.816222 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:13:27.827116 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a08:13:27.952017 tst handover.py: using LAC 27050\u000a08:13:28.066447 tst handover.py: using RAC 20\u000a08:13:28.181058 tst handover.py: using CellId 27050\u000a08:13:28.297641 tst handover.py: using BVCI 27051\u000a08:13:28.320190 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a08:13:28.451331 tst handover.py: using LAC 27051\u000a08:13:28.565197 tst handover.py: using RAC 21\u000a08:13:28.681528 tst handover.py: using CellId 27051\u000a08:13:28.795063 tst handover.py: using BVCI 27052\u000a08:13:28.817659 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:13:28.828554 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:13:28.839279 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:13:28.850217 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:13:28.861209 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:13:28.872053 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a08:13:28.988632 tst handover_2G:oc2g+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a08:13:29.194520 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:13:29.664818 run create_hlr_db(pid=15425): Launched\u000a08:13:29.794028 bus /sierra_2: Setting Powered False\u000a08:13:30.886982 run create_hlr_db(pid=15425): Terminated: ok {rc=0}\u000a08:13:31.321602 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15427): Launched\u000a08:13:31.753161 run osmo-hlr_10.42.42.2(pid=15428): Launched\u000a08:13:31.942029 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:13:32.469921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15430): Launched\u000a08:13:32.763139 run osmo-stp_10.42.42.5(pid=15431): Launched\u000a08:13:32.871271 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:13:33.384276 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15433): Launched\u000a08:13:33.678577 run osmo-msc_10.42.42.6(pid=15434): Launched\u000a08:13:33.852309 run osmo-stp_10.42.42.5(pid=15431): ERR: Terminated: ERROR {rc=1} [trial-2371↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15431)]\u000a08:13:33.976497 run osmo-stp_10.42.42.5(pid=15431): stdout: \u000a| (launched: 2022-12-10_08:13:32.619022)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:13:34.098775 run osmo-stp_10.42.42.5(pid=15431): stderr: \u000a| �[0;m�[38;5;43m20221210081332785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081332785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081332786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081332786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081332787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081332787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081332787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:13:34.216571 run osmo-stp_10.42.42.5(pid=15431): stdout: \u000a| (launched: 2022-12-10_08:13:32.619022)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:13:34.333514 run osmo-stp_10.42.42.5(pid=15431): stderr: \u000a| �[0;m�[38;5;43m20221210081332785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081332785 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081332786 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081332786 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081332787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081332787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081332787 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:13:34.384762 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15431): Process ended prematurely: osmo-stp_10.42.42.5(pid=15431) [trial-2371↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15431)] [trial-2371↪handover_2G:oc2g+bts1-trx-b200↪handover.py:18]\u000a08:13:34.392366 tst handover.py:18: Test FAILED (6.6 sec)\u000a08:13:34.450984 run osmo-hlr_10.42.42.2(pid=15428): ERR: Terminated: ERROR {rc=237} [trial-2371↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15428)]\u000a08:13:34.499354 run osmo-hlr_10.42.42.2(pid=15428): stdout: \u000a| (launched: 2022-12-10_08:13:31.475343) \u000a08:13:34.548184 run osmo-hlr_10.42.42.2(pid=15428): stderr: \u000a| �[0;m�[1;31m20221210081331752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210081331752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210081331752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081331752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081331752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210081331752 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210081331767 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/handover_2G:oc2g+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210081331798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210081331798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210081331798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:13:34.614527 run osmo-msc_10.42.42.6(pid=15434): ERR: Terminated: ERROR {rc=2} [trial-2371↪handover_2G:oc2g+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15434)]\u000a08:13:34.662645 run osmo-msc_10.42.42.6(pid=15434): stdout: \u000a| (launched: 2022-12-10_08:13:33.533428) \u000a08:13:34.711110 run osmo-msc_10.42.42.6(pid=15434): stderr: \u000a| �[0;m�[38;5;43m20221210081333801 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210081333801 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f97c0bdfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210081333801 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210081333801 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210081333802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210081333802 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210081333803 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210081333804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210081333804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210081333804 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:13:34.752197 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15427): Terminating (SIGTERM)\u000a08:13:34.791110 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15430): Terminating (SIGTERM)\u000a08:13:34.830210 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15433): Terminating (SIGTERM)\u000a08:13:34.839268 --- ParallelTerminationStrategy: PID 15427 died...\u000a08:13:34.891694 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15427): Terminated: ok {rc=0}\u000a08:13:34.901137 --- ParallelTerminationStrategy: PID 15430 died...\u000a08:13:34.953125 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15430): Terminated: ok {rc=0}\u000a08:13:34.962564 --- ParallelTerminationStrategy: PID 15433 died...\u000a08:13:35.015002 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15433): Terminated: ok {rc=0}\u000a08:13:35.102790 bus /sierra_3: Setting Powered False\u000a08:13:36.205534 bus /sierra_3: Setting Powered False\u000a08:13:37.316462 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "177", "name" : "handover_2G_oc2g+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:13:27" }, { "cases" : [ { "testActions" : [ ], "age" : 169, "className" : "handover_2G:oc2g+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15445): Process ended prematurely: osmo-stp_10.42.42.5(pid=15445) [trial-2371↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15445)]", "failedSince" : 2203, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15445): Process ended prematurely: osmo-stp_10.42.42.5(pid=15445) [trial-2371↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15445)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 handover_2G:oc2g+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a08:13:39.293685 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:13:39.304155 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:13:39.423101 tst handover.py: using LAC 27052\u000a08:13:39.543507 tst handover.py: using RAC 22\u000a08:13:39.656801 tst handover.py: using CellId 27052\u000a08:13:39.770404 tst handover.py: using BVCI 27053\u000a08:13:39.792584 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:13:39.928376 tst handover.py: using LAC 27053\u000a08:13:40.041817 tst handover.py: using RAC 23\u000a08:13:40.164131 tst handover.py: using CellId 27053\u000a08:13:40.287743 tst handover.py: using BVCI 27054\u000a08:13:40.311913 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:13:40.323495 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:13:40.334758 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:13:40.346829 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:13:40.359792 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:13:40.370940 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:13:40.486528 tst handover_2G:oc2g+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:13:40.689194 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:13:41.157423 run create_hlr_db(pid=15439): Launched\u000a08:13:41.287193 bus /sierra_2: Setting Powered False\u000a08:13:42.363150 run create_hlr_db(pid=15439): Terminated: ok {rc=0}\u000a08:13:42.734147 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15441): Launched\u000a08:13:43.028632 run osmo-hlr_10.42.42.2(pid=15442): Launched\u000a08:13:43.137674 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:13:43.622103 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15444): Launched\u000a08:13:43.917054 run osmo-stp_10.42.42.5(pid=15445): Launched\u000a08:13:44.024462 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:13:44.536738 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15447): Launched\u000a08:13:44.831125 run osmo-msc_10.42.42.6(pid=15448): Launched\u000a08:13:45.004334 run osmo-stp_10.42.42.5(pid=15445): ERR: Terminated: ERROR {rc=1} [trial-2371↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15445)]\u000a08:13:45.129072 run osmo-stp_10.42.42.5(pid=15445): stdout: \u000a| (launched: 2022-12-10_08:13:43.771057)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:13:45.251373 run osmo-stp_10.42.42.5(pid=15445): stderr: \u000a| �[0;m�[38;5;43m20221210081343940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081343940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081343940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081343941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081343941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081343941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081343941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:13:45.369488 run osmo-stp_10.42.42.5(pid=15445): stdout: \u000a| (launched: 2022-12-10_08:13:43.771057)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:13:45.486141 run osmo-stp_10.42.42.5(pid=15445): stderr: \u000a| �[0;m�[38;5;43m20221210081343940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081343940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081343940 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081343941 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081343941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081343941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081343941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:13:45.537371 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15445): Process ended prematurely: osmo-stp_10.42.42.5(pid=15445) [trial-2371↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15445)] [trial-2371↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py:18]\u000a08:13:45.545235 tst handover.py:18: Test FAILED (6.2 sec)\u000a08:13:45.604716 run osmo-hlr_10.42.42.2(pid=15442): ERR: Terminated: ERROR {rc=237} [trial-2371↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15442)]\u000a08:13:45.653898 run osmo-hlr_10.42.42.2(pid=15442): stdout: \u000a| (launched: 2022-12-10_08:13:42.883154) \u000a08:13:45.703177 run osmo-hlr_10.42.42.2(pid=15442): stderr: \u000a| �[0;m�[1;31m20221210081343055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210081343055 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210081343056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081343056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081343056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210081343056 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210081343069 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/handover_2G:oc2g+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210081343077 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210081343078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210081343078 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:13:45.769983 run osmo-msc_10.42.42.6(pid=15448): ERR: Terminated: ERROR {rc=2} [trial-2371↪handover_2G:oc2g+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15448)]\u000a08:13:45.818664 run osmo-msc_10.42.42.6(pid=15448): stdout: \u000a| (launched: 2022-12-10_08:13:44.686066) \u000a08:13:45.875691 run osmo-msc_10.42.42.6(pid=15448): stderr: \u000a| �[0;m�[38;5;43m20221210081344959 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210081344959 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fb659d38c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210081344960 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210081344960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210081344960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210081344960 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210081344962 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210081344962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210081344962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210081344962 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:13:45.937226 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15441): Terminating (SIGTERM)\u000a08:13:45.985492 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15444): Terminating (SIGTERM)\u000a08:13:46.026055 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15447): Terminating (SIGTERM)\u000a08:13:46.035354 --- ParallelTerminationStrategy: PID 15441 died...\u000a08:13:46.089411 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15441): Terminated: ok {rc=0}\u000a08:13:46.099614 --- ParallelTerminationStrategy: PID 15444 died...\u000a08:13:46.154002 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15444): Terminated: ok {rc=0}\u000a08:13:46.164097 --- ParallelTerminationStrategy: PID 15447 died...\u000a08:13:46.218414 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15447): Terminated: ok {rc=0}\u000a08:13:46.308632 bus /sierra_3: Setting Powered False\u000a08:13:47.410600 bus /sierra_3: Setting Powered False\u000a08:13:48.522959 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "178", "name" : "handover_2G_oc2g+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:13:39" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "handover_2G:octphy+bts1-trx-lms", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15459): Process ended prematurely: osmo-stp_10.42.42.5(pid=15459) [trial-2371↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15459)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15459): Process ended prematurely: osmo-stp_10.42.42.5(pid=15459) [trial-2371↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15459)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 handover_2G:octphy+bts1-trx-lms handover.py\u000a----------------------------------------------\u000a08:13:50.513568 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:13:50.524744 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a08:13:50.651891 tst handover.py: using LAC 27054\u000a08:13:50.776873 tst handover.py: using RAC 24\u000a08:13:50.902222 tst handover.py: using CellId 27054\u000a08:13:51.025726 tst handover.py: using BVCI 27055\u000a08:13:51.049897 tst handover_2G:octphy+bts1-trx-lms: Using 1 x bts (candidates: 2)\u000a08:13:51.191874 tst handover.py: using LAC 27055\u000a08:13:51.317477 tst handover.py: using RAC 25\u000a08:13:51.443253 tst handover.py: using CellId 27055\u000a08:13:51.568738 tst handover.py: using BVCI 27056\u000a08:13:51.592829 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:13:51.604038 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:13:51.615193 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:13:51.626276 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:13:51.637889 tst handover_2G:octphy+bts1-trx-lms: Using 1 x ip_address (candidates: 6)\u000a08:13:51.649150 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a08:13:51.763860 tst handover_2G:octphy+bts1-trx-lms: Using 1 x modem (candidates: 2)\u000a08:13:51.960623 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:13:52.406433 run create_hlr_db(pid=15453): Launched\u000a08:13:52.525918 bus /sierra_2: Setting Powered False\u000a08:13:53.598193 run create_hlr_db(pid=15453): Terminated: ok {rc=0}\u000a08:13:53.991435 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15455): Launched\u000a08:13:54.308753 run osmo-hlr_10.42.42.2(pid=15456): Launched\u000a08:13:54.427491 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:13:54.949162 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15458): Launched\u000a08:13:55.266448 run osmo-stp_10.42.42.5(pid=15459): Launched\u000a08:13:55.383140 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:13:55.938348 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15461): Launched\u000a08:13:56.255954 run osmo-msc_10.42.42.6(pid=15462): Launched\u000a08:13:56.442563 run osmo-stp_10.42.42.5(pid=15459): ERR: Terminated: ERROR {rc=1} [trial-2371↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15459)]\u000a08:13:56.576580 run osmo-stp_10.42.42.5(pid=15459): stdout: \u000a| (launched: 2022-12-10_08:13:55.110012)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:13:56.710641 run osmo-stp_10.42.42.5(pid=15459): stderr: \u000a| �[0;m�[38;5;43m20221210081355300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081355300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081355300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081355301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081355303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081355303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081355303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:13:56.838208 run osmo-stp_10.42.42.5(pid=15459): stdout: \u000a| (launched: 2022-12-10_08:13:55.110012)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:13:56.964628 run osmo-stp_10.42.42.5(pid=15459): stderr: \u000a| �[0;m�[38;5;43m20221210081355300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081355300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081355300 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081355301 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081355303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081355303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081355303 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:13:57.019969 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15459): Process ended prematurely: osmo-stp_10.42.42.5(pid=15459) [trial-2371↪handover_2G:octphy+bts1-trx-lms↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15459)] [trial-2371↪handover_2G:octphy+bts1-trx-lms↪handover.py:18]\u000a08:13:57.028658 tst handover.py:18: Test FAILED (6.5 sec)\u000a08:13:57.091905 run osmo-hlr_10.42.42.2(pid=15456): ERR: Terminated: ERROR {rc=237} [trial-2371↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15456)]\u000a08:13:57.143597 run osmo-hlr_10.42.42.2(pid=15456): stdout: \u000a| (launched: 2022-12-10_08:13:54.152658) \u000a08:13:57.195888 run osmo-hlr_10.42.42.2(pid=15456): stderr: \u000a| �[0;m�[1;31m20221210081354349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210081354349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210081354349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081354349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081354349 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210081354350 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210081354361 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/handover_2G:octphy+bts1-trx-lms/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210081354369 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210081354370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210081354370 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:13:57.267044 run osmo-msc_10.42.42.6(pid=15462): ERR: Terminated: ERROR {rc=2} [trial-2371↪handover_2G:octphy+bts1-trx-lms↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15462)]\u000a08:13:57.318448 run osmo-msc_10.42.42.6(pid=15462): stdout: \u000a| (launched: 2022-12-10_08:13:56.099659) \u000a08:13:57.370488 run osmo-msc_10.42.42.6(pid=15462): stderr: \u000a| �[0;m�[38;5;43m20221210081356420 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210081356420 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9d0e30ac40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210081356420 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210081356420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210081356420 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210081356421 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210081356422 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210081356423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210081356423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210081356423 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:13:57.414785 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15455): Terminating (SIGTERM)\u000a08:13:57.457094 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15458): Terminating (SIGTERM)\u000a08:13:57.499324 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15461): Terminating (SIGTERM)\u000a08:13:57.509032 --- ParallelTerminationStrategy: PID 15455 died...\u000a08:13:57.565442 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15455): Terminated: ok {rc=0}\u000a08:13:57.575594 --- ParallelTerminationStrategy: PID 15458 died...\u000a08:13:57.631790 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15458): Terminated: ok {rc=0}\u000a08:13:57.641802 --- ParallelTerminationStrategy: PID 15461 died...\u000a08:13:57.698327 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15461): Terminated: ok {rc=0}\u000a08:13:57.785898 bus /sierra_3: Setting Powered False\u000a08:13:58.891999 bus /sierra_3: Setting Powered False\u000a08:14:00.000814 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "179", "name" : "handover_2G_octphy+bts1-trx-lms", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:13:50" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "handover_2G:octphy+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15474): Process ended prematurely: osmo-stp_10.42.42.5(pid=15474) [trial-2371↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15474)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15474): Process ended prematurely: osmo-stp_10.42.42.5(pid=15474) [trial-2371↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15474)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 handover_2G:octphy+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a08:14:02.017584 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:14:02.029847 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a08:14:02.186638 tst handover.py: using LAC 27056\u000a08:14:02.313280 tst handover.py: using RAC 26\u000a08:14:02.430499 tst handover.py: using CellId 27056\u000a08:14:02.545448 tst handover.py: using BVCI 27057\u000a08:14:02.567849 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a08:14:02.695735 tst handover.py: using LAC 27057\u000a08:14:02.809865 tst handover.py: using RAC 27\u000a08:14:02.924101 tst handover.py: using CellId 27057\u000a08:14:03.039331 tst handover.py: using BVCI 27058\u000a08:14:03.061727 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:14:03.072642 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:14:03.083335 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:14:03.094117 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:14:03.104754 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:14:03.115909 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a08:14:03.235877 tst handover_2G:octphy+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a08:14:03.443126 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:14:03.914234 run create_hlr_db(pid=15468): Launched\u000a08:14:04.043397 bus /sierra_2: Setting Powered False\u000a08:14:05.119403 run create_hlr_db(pid=15468): Terminated: ok {rc=0}\u000a08:14:05.514580 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15470): Launched\u000a08:14:05.831908 run osmo-hlr_10.42.42.2(pid=15471): Launched\u000a08:14:05.947689 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:14:06.473660 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15473): Launched\u000a08:14:06.790534 run osmo-stp_10.42.42.5(pid=15474): Launched\u000a08:14:06.905923 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:14:07.456498 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15476): Launched\u000a08:14:07.772941 run osmo-msc_10.42.42.6(pid=15477): Launched\u000a08:14:07.959023 run osmo-stp_10.42.42.5(pid=15474): ERR: Terminated: ERROR {rc=1} [trial-2371↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15474)]\u000a08:14:08.093418 run osmo-stp_10.42.42.5(pid=15474): stdout: \u000a| (launched: 2022-12-10_08:14:06.634496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:14:08.227533 run osmo-stp_10.42.42.5(pid=15474): stderr: \u000a| �[0;m�[38;5;43m20221210081406824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081406824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081406824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081406825 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081406826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081406826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081406826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:14:08.355952 run osmo-stp_10.42.42.5(pid=15474): stdout: \u000a| (launched: 2022-12-10_08:14:06.634496)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:14:08.482803 run osmo-stp_10.42.42.5(pid=15474): stderr: \u000a| �[0;m�[38;5;43m20221210081406824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081406824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081406824 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081406825 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081406826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081406826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081406826 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:14:08.538388 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15474): Process ended prematurely: osmo-stp_10.42.42.5(pid=15474) [trial-2371↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15474)] [trial-2371↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a08:14:08.546838 tst handover.py:18: Test FAILED (6.5 sec)\u000a08:14:08.609661 run osmo-hlr_10.42.42.2(pid=15471): ERR: Terminated: ERROR {rc=237} [trial-2371↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15471)]\u000a08:14:08.661114 run osmo-hlr_10.42.42.2(pid=15471): stdout: \u000a| (launched: 2022-12-10_08:14:05.675912) \u000a08:14:08.713055 run osmo-hlr_10.42.42.2(pid=15471): stderr: \u000a| �[0;m�[1;31m20221210081405873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210081405873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210081405873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081405873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081405873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210081405873 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210081405903 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/handover_2G:octphy+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210081405912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210081405912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210081405912 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:14:08.783309 run osmo-msc_10.42.42.6(pid=15477): ERR: Terminated: ERROR {rc=2} [trial-2371↪handover_2G:octphy+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15477)]\u000a08:14:08.834440 run osmo-msc_10.42.42.6(pid=15477): stdout: \u000a| (launched: 2022-12-10_08:14:07.617796) \u000a08:14:08.886013 run osmo-msc_10.42.42.6(pid=15477): stderr: \u000a| �[0;m�[38;5;43m20221210081407938 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210081407938 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f1c3a309c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210081407938 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210081407938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210081407938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210081407938 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210081407940 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210081407941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210081407941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210081407941 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:14:08.929837 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15470): Terminating (SIGTERM)\u000a08:14:08.971514 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15473): Terminating (SIGTERM)\u000a08:14:09.013169 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15476): Terminating (SIGTERM)\u000a08:14:09.022751 --- ParallelTerminationStrategy: PID 15470 died...\u000a08:14:09.078882 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15470): Terminated: ok {rc=0}\u000a08:14:09.089021 --- ParallelTerminationStrategy: PID 15473 died...\u000a08:14:09.145081 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15473): Terminated: ok {rc=0}\u000a08:14:09.155115 --- ParallelTerminationStrategy: PID 15476 died...\u000a08:14:09.210970 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15476): Terminated: ok {rc=0}\u000a08:14:09.298253 bus /sierra_3: Setting Powered False\u000a08:14:10.399560 bus /sierra_3: Setting Powered False\u000a08:14:11.510347 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "180", "name" : "handover_2G_octphy+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:14:01" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "handover_2G:octphy+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15488): Process ended prematurely: osmo-stp_10.42.42.5(pid=15488) [trial-2371↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15488)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15488): Process ended prematurely: osmo-stp_10.42.42.5(pid=15488) [trial-2371↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15488)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 handover_2G:octphy+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a08:14:13.502974 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:14:13.513743 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a08:14:13.638576 tst handover.py: using LAC 27058\u000a08:14:13.754803 tst handover.py: using RAC 28\u000a08:14:13.869245 tst handover.py: using CellId 27058\u000a08:14:13.984339 tst handover.py: using BVCI 27059\u000a08:14:14.006733 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a08:14:14.139588 tst handover.py: using LAC 27059\u000a08:14:14.253267 tst handover.py: using RAC 29\u000a08:14:14.366550 tst handover.py: using CellId 27059\u000a08:14:14.479913 tst handover.py: using BVCI 27060\u000a08:14:14.502345 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:14:14.513106 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:14:14.523723 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:14:14.534402 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:14:14.545062 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:14:14.555633 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a08:14:14.670718 tst handover_2G:octphy+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a08:14:14.866927 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:14:15.313133 run create_hlr_db(pid=15482): Launched\u000a08:14:15.432555 bus /sierra_2: Setting Powered False\u000a08:14:16.506289 run create_hlr_db(pid=15482): Terminated: ok {rc=0}\u000a08:14:16.928619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15484): Launched\u000a08:14:17.263595 run osmo-hlr_10.42.42.2(pid=15485): Launched\u000a08:14:17.372642 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:14:17.874015 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15487): Launched\u000a08:14:18.168612 run osmo-stp_10.42.42.5(pid=15488): Launched\u000a08:14:18.275048 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:14:18.787370 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15490): Launched\u000a08:14:19.082302 run osmo-msc_10.42.42.6(pid=15491): Launched\u000a08:14:19.255835 run osmo-stp_10.42.42.5(pid=15488): ERR: Terminated: ERROR {rc=1} [trial-2371↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15488)]\u000a08:14:19.380893 run osmo-stp_10.42.42.5(pid=15488): stdout: \u000a| (launched: 2022-12-10_08:14:18.023335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:14:19.503467 run osmo-stp_10.42.42.5(pid=15488): stderr: \u000a| �[0;m�[38;5;43m20221210081418191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081418191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081418191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081418192 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081418194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081418194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081418194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:14:19.621687 run osmo-stp_10.42.42.5(pid=15488): stdout: \u000a| (launched: 2022-12-10_08:14:18.023335)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:14:19.738808 run osmo-stp_10.42.42.5(pid=15488): stderr: \u000a| �[0;m�[38;5;43m20221210081418191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081418191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081418191 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081418192 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081418194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081418194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081418194 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:14:19.790157 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15488): Process ended prematurely: osmo-stp_10.42.42.5(pid=15488) [trial-2371↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15488)] [trial-2371↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py:18]\u000a08:14:19.797930 tst handover.py:18: Test FAILED (6.3 sec)\u000a08:14:19.856545 run osmo-hlr_10.42.42.2(pid=15485): ERR: Terminated: ERROR {rc=237} [trial-2371↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15485)]\u000a08:14:19.904823 run osmo-hlr_10.42.42.2(pid=15485): stdout: \u000a| (launched: 2022-12-10_08:14:17.103691) \u000a08:14:19.953862 run osmo-hlr_10.42.42.2(pid=15485): stderr: \u000a| �[0;m�[1;31m20221210081417360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210081417360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210081417360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081417360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081417360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210081417360 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210081417375 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/handover_2G:octphy+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210081417384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210081417384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210081417384 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:14:20.020622 run osmo-msc_10.42.42.6(pid=15491): ERR: Terminated: ERROR {rc=2} [trial-2371↪handover_2G:octphy+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15491)]\u000a08:14:20.068923 run osmo-msc_10.42.42.6(pid=15491): stdout: \u000a| (launched: 2022-12-10_08:14:18.937103) \u000a08:14:20.117798 run osmo-msc_10.42.42.6(pid=15491): stderr: \u000a| �[0;m�[38;5;43m20221210081419204 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210081419204 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f40e5b72c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210081419204 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210081419204 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210081419205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210081419205 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210081419206 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210081419207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210081419207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210081419207 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:14:20.159053 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15484): Terminating (SIGTERM)\u000a08:14:20.198536 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15487): Terminating (SIGTERM)\u000a08:14:20.238109 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15490): Terminating (SIGTERM)\u000a08:14:20.247097 --- ParallelTerminationStrategy: PID 15484 died...\u000a08:14:20.299595 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15484): Terminated: ok {rc=0}\u000a08:14:20.309080 --- ParallelTerminationStrategy: PID 15487 died...\u000a08:14:20.361189 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15487): Terminated: ok {rc=0}\u000a08:14:20.370581 --- ParallelTerminationStrategy: PID 15490 died...\u000a08:14:20.422743 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15490): Terminated: ok {rc=0}\u000a08:14:20.505801 bus /sierra_3: Setting Powered False\u000a08:14:21.608714 bus /sierra_3: Setting Powered False\u000a08:14:22.718873 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "181", "name" : "handover_2G_octphy+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:14:13" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "handover_2G:octphy+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15502): Process ended prematurely: osmo-stp_10.42.42.5(pid=15502) [trial-2371↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15502)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15502): Process ended prematurely: osmo-stp_10.42.42.5(pid=15502) [trial-2371↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15502)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 handover_2G:octphy+bts1-sysmo handover.py\u000a----------------------------------------------\u000a08:14:24.688486 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:14:24.699566 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a08:14:24.824320 tst handover.py: using LAC 27060\u000a08:14:24.947750 tst handover.py: using RAC 30\u000a08:14:25.071510 tst handover.py: using CellId 27060\u000a08:14:25.195171 tst handover.py: using BVCI 27061\u000a08:14:25.219202 tst handover_2G:octphy+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a08:14:25.346169 tst handover.py: using LAC 27061\u000a08:14:25.471179 tst handover.py: using RAC 31\u000a08:14:25.594358 tst handover.py: using CellId 27061\u000a08:14:25.719801 tst handover.py: using BVCI 27062\u000a08:14:25.743922 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:14:25.755015 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:14:25.766099 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:14:25.776900 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:14:25.787863 tst handover_2G:octphy+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:14:25.799088 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a08:14:25.920824 tst handover_2G:octphy+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a08:14:26.129317 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:14:26.598960 run create_hlr_db(pid=15496): Launched\u000a08:14:26.727863 bus /sierra_2: Setting Powered False\u000a08:14:27.802203 run create_hlr_db(pid=15496): Terminated: ok {rc=0}\u000a08:14:28.195031 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15498): Launched\u000a08:14:28.511234 run osmo-hlr_10.42.42.2(pid=15499): Launched\u000a08:14:28.630036 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:14:29.150899 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15501): Launched\u000a08:14:29.467187 run osmo-stp_10.42.42.5(pid=15502): Launched\u000a08:14:29.581386 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:14:30.131148 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15504): Launched\u000a08:14:30.448244 run osmo-msc_10.42.42.6(pid=15505): Launched\u000a08:14:30.633785 run osmo-stp_10.42.42.5(pid=15502): ERR: Terminated: ERROR {rc=1} [trial-2371↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15502)]\u000a08:14:30.767451 run osmo-stp_10.42.42.5(pid=15502): stdout: \u000a| (launched: 2022-12-10_08:14:29.312381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:14:30.923050 run osmo-stp_10.42.42.5(pid=15502): stderr: \u000a| �[0;m�[38;5;43m20221210081429502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081429502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081429502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081429503 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081429505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081429505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081429505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:14:31.052609 run osmo-stp_10.42.42.5(pid=15502): stdout: \u000a| (launched: 2022-12-10_08:14:29.312381)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:14:31.181532 run osmo-stp_10.42.42.5(pid=15502): stderr: \u000a| �[0;m�[38;5;43m20221210081429502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081429502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081429502 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081429503 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081429505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081429505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081429505 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:14:31.238187 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15502): Process ended prematurely: osmo-stp_10.42.42.5(pid=15502) [trial-2371↪handover_2G:octphy+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15502)] [trial-2371↪handover_2G:octphy+bts1-sysmo↪handover.py:18]\u000a08:14:31.247611 tst handover.py:18: Test FAILED (6.5 sec)\u000a08:14:31.311797 run osmo-hlr_10.42.42.2(pid=15499): ERR: Terminated: ERROR {rc=237} [trial-2371↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15499)]\u000a08:14:31.364216 run osmo-hlr_10.42.42.2(pid=15499): stdout: \u000a| (launched: 2022-12-10_08:14:28.356379) \u000a08:14:31.417422 run osmo-hlr_10.42.42.2(pid=15499): stderr: \u000a| �[0;m�[1;31m20221210081428551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210081428551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210081428551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081428551 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081428552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210081428552 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210081428565 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/handover_2G:octphy+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210081428574 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210081428575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210081428575 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:14:31.489164 run osmo-msc_10.42.42.6(pid=15505): ERR: Terminated: ERROR {rc=2} [trial-2371↪handover_2G:octphy+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15505)]\u000a08:14:31.541513 run osmo-msc_10.42.42.6(pid=15505): stdout: \u000a| (launched: 2022-12-10_08:14:30.292921) \u000a08:14:31.594535 run osmo-msc_10.42.42.6(pid=15505): stderr: \u000a| �[0;m�[38;5;43m20221210081430614 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210081430614 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa65ef2cc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210081430615 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210081430615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210081430615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210081430615 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210081430617 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210081430617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210081430617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210081430617 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:14:31.639619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15498): Terminating (SIGTERM)\u000a08:14:31.682178 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15501): Terminating (SIGTERM)\u000a08:14:31.725188 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15504): Terminating (SIGTERM)\u000a08:14:31.734913 --- ParallelTerminationStrategy: PID 15498 died...\u000a08:14:31.792278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15498): Terminated: ok {rc=0}\u000a08:14:31.802845 --- ParallelTerminationStrategy: PID 15501 died...\u000a08:14:31.872450 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15501): Terminated: ok {rc=0}\u000a08:14:31.885674 --- ParallelTerminationStrategy: PID 15504 died...\u000a08:14:31.955247 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15504): Terminated: ok {rc=0}\u000a08:14:32.057659 bus /sierra_3: Setting Powered False\u000a08:14:33.163195 bus /sierra_3: Setting Powered False\u000a08:14:34.272137 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "182", "name" : "handover_2G_octphy+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:14:24" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "handover_2G:octphy+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15516): Process ended prematurely: osmo-stp_10.42.42.5(pid=15516) [trial-2371↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15516)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15516): Process ended prematurely: osmo-stp_10.42.42.5(pid=15516) [trial-2371↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15516)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 handover_2G:octphy+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a08:14:36.250803 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:14:36.262065 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a08:14:36.388892 tst handover.py: using LAC 27062\u000a08:14:36.517439 tst handover.py: using RAC 32\u000a08:14:36.638875 tst handover.py: using CellId 27062\u000a08:14:36.760539 tst handover.py: using BVCI 27063\u000a08:14:36.784497 tst handover_2G:octphy+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a08:14:36.922395 tst handover.py: using LAC 27063\u000a08:14:37.047377 tst handover.py: using RAC 33\u000a08:14:37.169718 tst handover.py: using CellId 27063\u000a08:14:37.292188 tst handover.py: using BVCI 27064\u000a08:14:37.316426 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:14:37.327712 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:14:37.338863 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:14:37.350298 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:14:37.361798 tst handover_2G:octphy+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:14:37.373031 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a08:14:37.487372 tst handover_2G:octphy+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a08:14:37.692745 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:14:38.160874 run create_hlr_db(pid=15510): Launched\u000a08:14:38.290262 bus /sierra_2: Setting Powered False\u000a08:14:39.365060 run create_hlr_db(pid=15510): Terminated: ok {rc=0}\u000a08:14:39.736011 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15512): Launched\u000a08:14:40.032517 run osmo-hlr_10.42.42.2(pid=15513): Launched\u000a08:14:40.153191 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:14:40.647439 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15515): Launched\u000a08:14:40.941477 run osmo-stp_10.42.42.5(pid=15516): Launched\u000a08:14:41.048217 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:14:41.561307 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15518): Launched\u000a08:14:41.855881 run osmo-msc_10.42.42.6(pid=15519): Launched\u000a08:14:42.029353 run osmo-stp_10.42.42.5(pid=15516): ERR: Terminated: ERROR {rc=1} [trial-2371↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15516)]\u000a08:14:42.154544 run osmo-stp_10.42.42.5(pid=15516): stdout: \u000a| (launched: 2022-12-10_08:14:40.796414)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:14:42.277467 run osmo-stp_10.42.42.5(pid=15516): stderr: \u000a| �[0;m�[38;5;43m20221210081440966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081440966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081440967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081440967 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081440967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081440967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081440968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:14:42.396530 run osmo-stp_10.42.42.5(pid=15516): stdout: \u000a| (launched: 2022-12-10_08:14:40.796414)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:14:42.513855 run osmo-stp_10.42.42.5(pid=15516): stderr: \u000a| �[0;m�[38;5;43m20221210081440966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081440966 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081440967 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081440967 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081440967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081440967 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081440968 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:14:42.565376 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15516): Process ended prematurely: osmo-stp_10.42.42.5(pid=15516) [trial-2371↪handover_2G:octphy+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15516)] [trial-2371↪handover_2G:octphy+bts1-trx-b200↪handover.py:18]\u000a08:14:42.573353 tst handover.py:18: Test FAILED (6.3 sec)\u000a08:14:42.632197 run osmo-hlr_10.42.42.2(pid=15513): ERR: Terminated: ERROR {rc=237} [trial-2371↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15513)]\u000a08:14:42.680696 run osmo-hlr_10.42.42.2(pid=15513): stdout: \u000a| (launched: 2022-12-10_08:14:39.885462) \u000a08:14:42.729780 run osmo-hlr_10.42.42.2(pid=15513): stderr: \u000a| �[0;m�[1;31m20221210081440060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210081440060 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210081440061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081440061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081440061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210081440061 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210081440073 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/handover_2G:octphy+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210081440081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210081440081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210081440081 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:14:42.796470 run osmo-msc_10.42.42.6(pid=15519): ERR: Terminated: ERROR {rc=2} [trial-2371↪handover_2G:octphy+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15519)]\u000a08:14:42.844859 run osmo-msc_10.42.42.6(pid=15519): stdout: \u000a| (launched: 2022-12-10_08:14:41.710450) \u000a08:14:42.893828 run osmo-msc_10.42.42.6(pid=15519): stderr: \u000a| �[0;m�[38;5;43m20221210081441980 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210081441981 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f01b7733c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210081441981 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210081441981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210081441981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210081441981 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210081441983 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210081441983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210081441983 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210081441984 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:14:42.935272 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15512): Terminating (SIGTERM)\u000a08:14:42.974736 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15515): Terminating (SIGTERM)\u000a08:14:43.014288 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15518): Terminating (SIGTERM)\u000a08:14:43.023401 --- ParallelTerminationStrategy: PID 15512 died...\u000a08:14:43.076021 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15512): Terminated: ok {rc=0}\u000a08:14:43.085682 --- ParallelTerminationStrategy: PID 15515 died...\u000a08:14:43.138426 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15515): Terminated: ok {rc=0}\u000a08:14:43.147882 --- ParallelTerminationStrategy: PID 15518 died...\u000a08:14:43.200567 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15518): Terminated: ok {rc=0}\u000a08:14:43.289871 bus /sierra_3: Setting Powered False\u000a08:14:44.395735 bus /sierra_3: Setting Powered False\u000a08:14:45.503758 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "183", "name" : "handover_2G_octphy+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:14:35" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "handover_2G:octphy+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15530): Process ended prematurely: osmo-stp_10.42.42.5(pid=15530) [trial-2371↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15530)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15530): Process ended prematurely: osmo-stp_10.42.42.5(pid=15530) [trial-2371↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15530)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 handover_2G:octphy+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a08:14:47.496518 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:14:47.507819 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:14:47.640479 tst handover.py: using LAC 27064\u000a08:14:47.762878 tst handover.py: using RAC 34\u000a08:14:47.885705 tst handover.py: using CellId 27064\u000a08:14:48.003220 tst handover.py: using BVCI 27065\u000a08:14:48.025763 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:14:48.156464 tst handover.py: using LAC 27065\u000a08:14:48.270540 tst handover.py: using RAC 35\u000a08:14:48.385055 tst handover.py: using CellId 27065\u000a08:14:48.499324 tst handover.py: using BVCI 27066\u000a08:14:48.522087 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:14:48.532846 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:14:48.543396 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:14:48.554329 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:14:48.565188 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:14:48.575763 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:14:48.692336 tst handover_2G:octphy+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:14:48.902170 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:14:49.373352 run create_hlr_db(pid=15524): Launched\u000a08:14:49.502750 bus /sierra_2: Setting Powered False\u000a08:14:50.578020 run create_hlr_db(pid=15524): Terminated: ok {rc=0}\u000a08:14:50.971531 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15526): Launched\u000a08:14:51.289889 run osmo-hlr_10.42.42.2(pid=15527): Launched\u000a08:14:51.408774 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:14:51.934707 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15529): Launched\u000a08:14:52.252408 run osmo-stp_10.42.42.5(pid=15530): Launched\u000a08:14:52.368656 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:14:52.921226 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15532): Launched\u000a08:14:53.240024 run osmo-msc_10.42.42.6(pid=15533): Launched\u000a08:14:53.428706 run osmo-stp_10.42.42.5(pid=15530): ERR: Terminated: ERROR {rc=1} [trial-2371↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15530)]\u000a08:14:53.564316 run osmo-stp_10.42.42.5(pid=15530): stdout: \u000a| (launched: 2022-12-10_08:14:52.096023)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:14:53.699570 run osmo-stp_10.42.42.5(pid=15530): stderr: \u000a| �[0;m�[38;5;43m20221210081452287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081452287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081452287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081452287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081452288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081452288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081452288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:14:53.827804 run osmo-stp_10.42.42.5(pid=15530): stdout: \u000a| (launched: 2022-12-10_08:14:52.096023)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:14:53.954844 run osmo-stp_10.42.42.5(pid=15530): stderr: \u000a| �[0;m�[38;5;43m20221210081452287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081452287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081452287 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081452287 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081452288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081452288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081452288 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:14:54.010234 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15530): Process ended prematurely: osmo-stp_10.42.42.5(pid=15530) [trial-2371↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15530)] [trial-2371↪handover_2G:octphy+bts1-trx-umtrx↪handover.py:18]\u000a08:14:54.018563 tst handover.py:18: Test FAILED (6.5 sec)\u000a08:14:54.081506 run osmo-hlr_10.42.42.2(pid=15527): ERR: Terminated: ERROR {rc=237} [trial-2371↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15527)]\u000a08:14:54.132774 run osmo-hlr_10.42.42.2(pid=15527): stdout: \u000a| (launched: 2022-12-10_08:14:51.133304) \u000a08:14:54.184361 run osmo-hlr_10.42.42.2(pid=15527): stderr: \u000a| �[0;m�[1;31m20221210081451330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210081451330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210081451330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081451330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081451330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210081451330 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210081451342 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/handover_2G:octphy+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210081451351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210081451351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210081451351 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:14:54.255515 run osmo-msc_10.42.42.6(pid=15533): ERR: Terminated: ERROR {rc=2} [trial-2371↪handover_2G:octphy+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15533)]\u000a08:14:54.306882 run osmo-msc_10.42.42.6(pid=15533): stdout: \u000a| (launched: 2022-12-10_08:14:53.082764) \u000a08:14:54.358684 run osmo-msc_10.42.42.6(pid=15533): stderr: \u000a| �[0;m�[38;5;43m20221210081453402 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210081453402 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc3432a2c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210081453402 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210081453402 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210081453403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210081453403 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210081453404 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210081453405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210081453405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210081453405 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:14:54.402144 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15526): Terminating (SIGTERM)\u000a08:14:54.443605 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15529): Terminating (SIGTERM)\u000a08:14:54.485519 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15532): Terminating (SIGTERM)\u000a08:14:54.495304 --- ParallelTerminationStrategy: PID 15526 died...\u000a08:14:54.551362 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15526): Terminated: ok {rc=0}\u000a08:14:54.561419 --- ParallelTerminationStrategy: PID 15529 died...\u000a08:14:54.617340 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15529): Terminated: ok {rc=0}\u000a08:14:54.627339 --- ParallelTerminationStrategy: PID 15532 died...\u000a08:14:54.683161 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15532): Terminated: ok {rc=0}\u000a08:14:54.770693 bus /sierra_3: Setting Powered False\u000a08:14:55.874945 bus /sierra_3: Setting Powered False\u000a08:14:56.985492 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "184", "name" : "handover_2G_octphy+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:14:47" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "handover_2G:trx-lms+bts1-trx-lms-limenet-micro", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15554): Process ended prematurely: osmo-stp_10.42.42.5(pid=15554) [trial-2371↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15554)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15554): Process ended prematurely: osmo-stp_10.42.42.5(pid=15554) [trial-2371↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15554)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 handover_2G:trx-lms+bts1-trx-lms-limenet-micro handover.py\u000a----------------------------------------------\u000a08:14:58.989833 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:14:59.001335 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a08:14:59.143229 tst handover.py: using LAC 27066\u000a08:14:59.267014 tst handover.py: using RAC 36\u000a08:14:59.392855 tst handover.py: using CellId 27066\u000a08:14:59.516340 tst handover.py: using BVCI 27067\u000a08:14:59.540285 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x bts (candidates: 2)\u000a08:14:59.687143 tst handover.py: using LAC 27067\u000a08:14:59.811305 tst handover.py: using RAC 37\u000a08:14:59.933652 tst handover.py: using CellId 27067\u000a08:15:00.056256 tst handover.py: using BVCI 27068\u000a08:15:00.080440 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:15:00.091785 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:15:00.103073 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:15:00.114593 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:15:00.126137 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x ip_address (candidates: 6)\u000a08:15:00.137467 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a08:15:00.252840 tst handover_2G:trx-lms+bts1-trx-lms-limenet-micro: Using 1 x modem (candidates: 2)\u000a08:15:00.459227 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:15:00.961722 run create_hlr_db(pid=15538): Launched\u000a08:15:01.108857 bus /sierra_2: Setting Powered False\u000a08:15:02.189636 run create_hlr_db(pid=15538): Terminated: ok {rc=0}\u000a08:15:02.575619 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15550): Launched\u000a08:15:02.871157 run osmo-hlr_10.42.42.2(pid=15551): Launched\u000a08:15:02.984285 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:15:03.477831 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15553): Launched\u000a08:15:03.772639 run osmo-stp_10.42.42.5(pid=15554): Launched\u000a08:15:03.880124 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:15:04.392762 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15556): Launched\u000a08:15:04.689084 run osmo-msc_10.42.42.6(pid=15557): Launched\u000a08:15:04.862869 run osmo-stp_10.42.42.5(pid=15554): ERR: Terminated: ERROR {rc=1} [trial-2371↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15554)]\u000a08:15:04.987823 run osmo-stp_10.42.42.5(pid=15554): stdout: \u000a| (launched: 2022-12-10_08:15:03.627378)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:15:05.111014 run osmo-stp_10.42.42.5(pid=15554): stderr: \u000a| �[0;m�[38;5;43m20221210081503796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081503797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081503797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081503797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081503798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081503798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081503798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:15:05.229963 run osmo-stp_10.42.42.5(pid=15554): stdout: \u000a| (launched: 2022-12-10_08:15:03.627378)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:15:05.347499 run osmo-stp_10.42.42.5(pid=15554): stderr: \u000a| �[0;m�[38;5;43m20221210081503796 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081503797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081503797 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081503797 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081503798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081503798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081503798 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:15:05.399298 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15554): Process ended prematurely: osmo-stp_10.42.42.5(pid=15554) [trial-2371↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15554)] [trial-2371↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py:18]\u000a08:15:05.407251 tst handover.py:18: Test FAILED (6.4 sec)\u000a08:15:05.466840 run osmo-hlr_10.42.42.2(pid=15551): ERR: Terminated: ERROR {rc=237} [trial-2371↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15551)]\u000a08:15:05.515802 run osmo-hlr_10.42.42.2(pid=15551): stdout: \u000a| (launched: 2022-12-10_08:15:02.725728) \u000a08:15:05.565172 run osmo-hlr_10.42.42.2(pid=15551): stderr: \u000a| �[0;m�[1;31m20221210081502903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210081502903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210081502903 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081502904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081502904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210081502904 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210081502917 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/handover_2G:trx-lms+bts1-trx-lms-limenet-micro/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210081502927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210081502927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210081502927 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:15:05.632404 run osmo-msc_10.42.42.6(pid=15557): ERR: Terminated: ERROR {rc=2} [trial-2371↪handover_2G:trx-lms+bts1-trx-lms-limenet-micro↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15557)]\u000a08:15:05.681142 run osmo-msc_10.42.42.6(pid=15557): stdout: \u000a| (launched: 2022-12-10_08:15:04.542915) \u000a08:15:05.730145 run osmo-msc_10.42.42.6(pid=15557): stderr: \u000a| �[0;m�[38;5;43m20221210081504814 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210081504814 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f99adcdfc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210081504814 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210081504814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210081504814 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210081504815 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210081504816 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210081504817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210081504817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210081504817 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:15:05.771622 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15550): Terminating (SIGTERM)\u000a08:15:05.811091 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15553): Terminating (SIGTERM)\u000a08:15:05.850721 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15556): Terminating (SIGTERM)\u000a08:15:05.860139 --- ParallelTerminationStrategy: PID 15550 died...\u000a08:15:05.913450 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15550): Terminated: ok {rc=0}\u000a08:15:05.923170 --- ParallelTerminationStrategy: PID 15553 died...\u000a08:15:05.975862 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15553): Terminated: ok {rc=0}\u000a08:15:05.985924 --- ParallelTerminationStrategy: PID 15556 died...\u000a08:15:06.038834 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15556): Terminated: ok {rc=0}\u000a08:15:06.121871 bus /sierra_3: Setting Powered False\u000a08:15:07.223695 bus /sierra_3: Setting Powered False\u000a08:15:08.335129 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "185", "name" : "handover_2G_trx-lms+bts1-trx-lms-limenet-micro", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:14:58" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "handover_2G:trx-lms+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=15921): Process ended prematurely: osmo-stp_10.42.42.5(pid=15921) [trial-2371↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15921)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=15921): Process ended prematurely: osmo-stp_10.42.42.5(pid=15921) [trial-2371↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15921)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 handover_2G:trx-lms+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a08:15:10.352066 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:15:10.362986 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a08:15:10.493661 tst handover.py: using LAC 27068\u000a08:15:10.610394 tst handover.py: using RAC 38\u000a08:15:10.725627 tst handover.py: using CellId 27068\u000a08:15:10.841172 tst handover.py: using BVCI 27069\u000a08:15:10.863331 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a08:15:10.998095 tst handover.py: using LAC 27069\u000a08:15:11.114014 tst handover.py: using RAC 39\u000a08:15:11.229358 tst handover.py: using CellId 27069\u000a08:15:11.346432 tst handover.py: using BVCI 27070\u000a08:15:11.368699 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:15:11.379504 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:15:11.390212 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:15:11.400830 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:15:11.411575 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:15:11.422161 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a08:15:11.540473 tst handover_2G:trx-lms+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a08:15:11.740602 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:15:12.199156 run create_hlr_db(pid=15562): Launched\u000a08:15:12.320754 bus /sierra_2: Setting Powered False\u000a08:15:13.407177 run create_hlr_db(pid=15562): Terminated: ok {rc=0}\u000a08:15:13.808594 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15786): Launched\u000a08:15:14.205940 run osmo-hlr_10.42.42.2(pid=15839): Launched\u000a08:15:14.416127 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:15:14.956732 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15920): Launched\u000a08:15:15.251726 run osmo-stp_10.42.42.5(pid=15921): Launched\u000a08:15:15.359059 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:15:15.888839 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15923): Launched\u000a08:15:16.353787 run osmo-msc_10.42.42.6(pid=15924): Launched\u000a08:15:16.756661 run osmo-stp_10.42.42.5(pid=15921): ERR: Terminated: ERROR {rc=1} [trial-2371↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15921)]\u000a08:15:16.883597 run osmo-stp_10.42.42.5(pid=15921): stdout: \u000a| (launched: 2022-12-10_08:15:15.106268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:15:17.010493 run osmo-stp_10.42.42.5(pid=15921): stderr: \u000a| �[0;m�[38;5;43m20221210081515277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081515277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081515277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081515278 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081515278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081515278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081515278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:15:17.132927 run osmo-stp_10.42.42.5(pid=15921): stdout: \u000a| (launched: 2022-12-10_08:15:15.106268)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:15:17.254507 run osmo-stp_10.42.42.5(pid=15921): stderr: \u000a| �[0;m�[38;5;43m20221210081515277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081515277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081515277 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081515278 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081515278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081515278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081515278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:15:17.306878 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=15921): Process ended prematurely: osmo-stp_10.42.42.5(pid=15921) [trial-2371↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=15921)] [trial-2371↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py:18]\u000a08:15:17.315239 tst handover.py:18: Test FAILED (7.0 sec)\u000a08:15:17.376185 run osmo-hlr_10.42.42.2(pid=15839): ERR: Terminated: ERROR {rc=237} [trial-2371↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=15839)]\u000a08:15:17.425404 run osmo-hlr_10.42.42.2(pid=15839): stdout: \u000a| (launched: 2022-12-10_08:15:13.963341) \u000a08:15:17.475236 run osmo-hlr_10.42.42.2(pid=15839): stderr: \u000a| �[0;m�[1;31m20221210081514276 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210081514285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210081514285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081514285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081514285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210081514285 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210081514312 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/handover_2G:trx-lms+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210081514330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210081514330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210081514330 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:15:17.542907 run osmo-msc_10.42.42.6(pid=15924): ERR: Terminated: ERROR {rc=2} [trial-2371↪handover_2G:trx-lms+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=15924)]\u000a08:15:17.592106 run osmo-msc_10.42.42.6(pid=15924): stdout: \u000a| (launched: 2022-12-10_08:15:16.054282) \u000a08:15:17.641955 run osmo-msc_10.42.42.6(pid=15924): stderr: \u000a| �[0;m�[38;5;43m20221210081516438 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210081516438 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f2964f87c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210081516438 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210081516438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210081516438 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210081516439 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210081516440 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210081516442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210081516442 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210081516443 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:15:17.683739 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15786): Terminating (SIGTERM)\u000a08:15:17.723592 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15920): Terminating (SIGTERM)\u000a08:15:17.763381 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15923): Terminating (SIGTERM)\u000a08:15:17.772615 --- ParallelTerminationStrategy: PID 15786 died...\u000a08:15:17.826199 run pcap-recorder_any(filters='host 10.42.42.2')(pid=15786): Terminated: ok {rc=0}\u000a08:15:17.835908 --- ParallelTerminationStrategy: PID 15920 died...\u000a08:15:17.889771 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=15920): Terminated: ok {rc=0}\u000a08:15:17.899406 --- ParallelTerminationStrategy: PID 15923 died...\u000a08:15:17.952604 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=15923): Terminated: ok {rc=0}\u000a08:15:18.041905 bus /sierra_3: Setting Powered False\u000a08:15:19.145925 bus /sierra_3: Setting Powered False\u000a08:15:20.252448 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "186", "name" : "handover_2G_trx-lms+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:15:10" }, { "cases" : [ { "testActions" : [ ], "age" : 41, "className" : "handover_2G:trx-lms+bts1-sysmo", "duration" : 8.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16110): Process ended prematurely: osmo-stp_10.42.42.5(pid=16110) [trial-2371↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16110)]", "failedSince" : 2331, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16110): Process ended prematurely: osmo-stp_10.42.42.5(pid=16110) [trial-2371↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16110)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 handover_2G:trx-lms+bts1-sysmo handover.py\u000a----------------------------------------------\u000a08:15:22.252755 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:15:22.263365 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a08:15:22.394387 tst handover.py: using LAC 27070\u000a08:15:22.519767 tst handover.py: using RAC 40\u000a08:15:22.648904 tst handover.py: using CellId 27070\u000a08:15:22.781916 tst handover.py: using BVCI 27071\u000a08:15:22.806427 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a08:15:22.927646 tst handover.py: using LAC 27071\u000a08:15:23.047137 tst handover.py: using RAC 41\u000a08:15:23.170083 tst handover.py: using CellId 27071\u000a08:15:23.296575 tst handover.py: using BVCI 27072\u000a08:15:23.322412 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:15:23.334677 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:15:23.347975 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:15:23.361680 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:15:23.374611 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:15:23.387760 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a08:15:23.508021 tst handover_2G:trx-lms+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a08:15:23.707395 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:15:24.203750 run create_hlr_db(pid=16104): Launched\u000a08:15:24.325925 bus /sierra_2: Setting Powered False\u000a08:15:25.399410 run create_hlr_db(pid=16104): Terminated: ok {rc=0}\u000a08:15:25.797376 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16106): Launched\u000a08:15:26.203367 run osmo-hlr_10.42.42.2(pid=16107): Launched\u000a08:15:26.430953 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:15:27.040586 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16109): Launched\u000a08:15:27.440357 run osmo-stp_10.42.42.5(pid=16110): Launched\u000a08:15:27.668082 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:15:28.293752 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16113): Launched\u000a08:15:28.592934 run osmo-msc_10.42.42.6(pid=16114): Launched\u000a08:15:28.767034 run osmo-stp_10.42.42.5(pid=16110): ERR: Terminated: ERROR {rc=1} [trial-2371↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16110)]\u000a08:15:28.891650 run osmo-stp_10.42.42.5(pid=16110): stdout: \u000a| (launched: 2022-12-10_08:15:27.192912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:15:29.014120 run osmo-stp_10.42.42.5(pid=16110): stderr: \u000a| �[0;m�[38;5;43m20221210081527532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081527532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081527532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081527532 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081527533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081527533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081527533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:15:29.132209 run osmo-stp_10.42.42.5(pid=16110): stdout: \u000a| (launched: 2022-12-10_08:15:27.192912)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:15:29.249389 run osmo-stp_10.42.42.5(pid=16110): stderr: \u000a| �[0;m�[38;5;43m20221210081527532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081527532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081527532 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081527532 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081527533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081527533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081527533 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:15:29.300777 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16110): Process ended prematurely: osmo-stp_10.42.42.5(pid=16110) [trial-2371↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16110)] [trial-2371↪handover_2G:trx-lms+bts1-sysmo↪handover.py:18]\u000a08:15:29.308548 tst handover.py:18: Test FAILED (7.0 sec)\u000a08:15:29.367731 run osmo-hlr_10.42.42.2(pid=16107): ERR: Terminated: ERROR {rc=237} [trial-2371↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16107)]\u000a08:15:29.416263 run osmo-hlr_10.42.42.2(pid=16107): stdout: \u000a| (launched: 2022-12-10_08:15:25.951263) \u000a08:15:29.465391 run osmo-hlr_10.42.42.2(pid=16107): stderr: \u000a| �[0;m�[1;31m20221210081526292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210081526292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210081526292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081526292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081526292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210081526292 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210081526311 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/handover_2G:trx-lms+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210081526319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210081526319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210081526319 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:15:29.532204 run osmo-msc_10.42.42.6(pid=16114): ERR: Terminated: ERROR {rc=2} [trial-2371↪handover_2G:trx-lms+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16114)]\u000a08:15:29.580368 run osmo-msc_10.42.42.6(pid=16114): stdout: \u000a| (launched: 2022-12-10_08:15:28.445651) \u000a08:15:29.629291 run osmo-msc_10.42.42.6(pid=16114): stderr: \u000a| �[0;m�[38;5;43m20221210081528717 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210081528717 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7d86c33c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210081528717 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210081528717 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210081528718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210081528718 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210081528719 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210081528720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210081528720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210081528720 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:15:29.670705 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16106): Terminating (SIGTERM)\u000a08:15:29.710020 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16109): Terminating (SIGTERM)\u000a08:15:29.749494 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16113): Terminating (SIGTERM)\u000a08:15:29.758649 --- ParallelTerminationStrategy: PID 16106 died...\u000a08:15:29.811681 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16106): Terminated: ok {rc=0}\u000a08:15:29.821235 --- ParallelTerminationStrategy: PID 16109 died...\u000a08:15:29.873907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16109): Terminated: ok {rc=0}\u000a08:15:29.883506 --- ParallelTerminationStrategy: PID 16113 died...\u000a08:15:29.936203 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16113): Terminated: ok {rc=0}\u000a08:15:30.024180 bus /sierra_3: Setting Powered False\u000a08:15:31.132890 bus /sierra_3: Setting Powered False\u000a08:15:32.254728 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "187", "name" : "handover_2G_trx-lms+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:15:21" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "handover_2G:trx-lms+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16125): Process ended prematurely: osmo-stp_10.42.42.5(pid=16125) [trial-2371↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16125)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16125): Process ended prematurely: osmo-stp_10.42.42.5(pid=16125) [trial-2371↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16125)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 handover_2G:trx-lms+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a08:15:34.279891 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:15:34.290837 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a08:15:34.423511 tst handover.py: using LAC 27072\u000a08:15:34.537575 tst handover.py: using RAC 42\u000a08:15:34.651374 tst handover.py: using CellId 27072\u000a08:15:34.764886 tst handover.py: using BVCI 27073\u000a08:15:34.787754 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a08:15:34.919885 tst handover.py: using LAC 27073\u000a08:15:35.034396 tst handover.py: using RAC 43\u000a08:15:35.156466 tst handover.py: using CellId 27073\u000a08:15:35.278880 tst handover.py: using BVCI 27074\u000a08:15:35.303058 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:15:35.314373 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:15:35.325904 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:15:35.337545 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:15:35.349111 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:15:35.360671 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a08:15:35.477125 tst handover_2G:trx-lms+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a08:15:35.673362 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:15:36.121563 run create_hlr_db(pid=16119): Launched\u000a08:15:36.241567 bus /sierra_2: Setting Powered False\u000a08:15:37.314902 run create_hlr_db(pid=16119): Terminated: ok {rc=0}\u000a08:15:37.708193 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16121): Launched\u000a08:15:38.025475 run osmo-hlr_10.42.42.2(pid=16122): Launched\u000a08:15:38.143471 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:15:38.667399 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16124): Launched\u000a08:15:38.984279 run osmo-stp_10.42.42.5(pid=16125): Launched\u000a08:15:39.098994 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:15:39.654455 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16127): Launched\u000a08:15:39.973463 run osmo-msc_10.42.42.6(pid=16128): Launched\u000a08:15:40.161875 run osmo-stp_10.42.42.5(pid=16125): ERR: Terminated: ERROR {rc=1} [trial-2371↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16125)]\u000a08:15:40.297852 run osmo-stp_10.42.42.5(pid=16125): stdout: \u000a| (launched: 2022-12-10_08:15:38.828768)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:15:40.433175 run osmo-stp_10.42.42.5(pid=16125): stderr: \u000a| �[0;m�[38;5;43m20221210081539018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081539018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081539019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081539019 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081539020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081539020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081539020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:15:40.561710 run osmo-stp_10.42.42.5(pid=16125): stdout: \u000a| (launched: 2022-12-10_08:15:38.828768)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:15:40.689255 run osmo-stp_10.42.42.5(pid=16125): stderr: \u000a| �[0;m�[38;5;43m20221210081539018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081539018 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081539019 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081539019 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081539020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081539020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081539020 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:15:40.744640 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16125): Process ended prematurely: osmo-stp_10.42.42.5(pid=16125) [trial-2371↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16125)] [trial-2371↪handover_2G:trx-lms+bts1-trx-b200↪handover.py:18]\u000a08:15:40.753430 tst handover.py:18: Test FAILED (6.5 sec)\u000a08:15:40.817445 run osmo-hlr_10.42.42.2(pid=16122): ERR: Terminated: ERROR {rc=237} [trial-2371↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16122)]\u000a08:15:40.869610 run osmo-hlr_10.42.42.2(pid=16122): stdout: \u000a| (launched: 2022-12-10_08:15:37.869482) \u000a08:15:40.922090 run osmo-hlr_10.42.42.2(pid=16122): stderr: \u000a| �[0;m�[1;31m20221210081538065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210081538065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210081538065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081538065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081538065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210081538065 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210081538078 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/handover_2G:trx-lms+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210081538087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210081538087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210081538087 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:15:40.992896 run osmo-msc_10.42.42.6(pid=16128): ERR: Terminated: ERROR {rc=2} [trial-2371↪handover_2G:trx-lms+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16128)]\u000a08:15:41.044515 run osmo-msc_10.42.42.6(pid=16128): stdout: \u000a| (launched: 2022-12-10_08:15:39.816020) \u000a08:15:41.097300 run osmo-msc_10.42.42.6(pid=16128): stderr: \u000a| �[0;m�[38;5;43m20221210081540137 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210081540138 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0e38090c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210081540138 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210081540138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210081540138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210081540138 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210081540140 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210081540140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210081540140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210081540140 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:15:41.141216 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16121): Terminating (SIGTERM)\u000a08:15:41.183197 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16124): Terminating (SIGTERM)\u000a08:15:41.225848 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16127): Terminating (SIGTERM)\u000a08:15:41.235634 --- ParallelTerminationStrategy: PID 16121 died...\u000a08:15:41.291884 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16121): Terminated: ok {rc=0}\u000a08:15:41.302971 --- ParallelTerminationStrategy: PID 16124 died...\u000a08:15:41.359362 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16124): Terminated: ok {rc=0}\u000a08:15:41.369466 --- ParallelTerminationStrategy: PID 16127 died...\u000a08:15:41.425580 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16127): Terminated: ok {rc=0}\u000a08:15:41.513555 bus /sierra_3: Setting Powered False\u000a08:15:42.621159 bus /sierra_3: Setting Powered False\u000a08:15:43.729146 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "188", "name" : "handover_2G_trx-lms+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:15:33" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "handover_2G:trx-lms+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16141): Process ended prematurely: osmo-stp_10.42.42.5(pid=16141) [trial-2371↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16141)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16141): Process ended prematurely: osmo-stp_10.42.42.5(pid=16141) [trial-2371↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16141)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 handover_2G:trx-lms+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a08:15:45.756152 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:15:45.767463 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:15:45.938656 tst handover.py: using LAC 27074\u000a08:15:46.066892 tst handover.py: using RAC 44\u000a08:15:46.222694 tst handover.py: using CellId 27074\u000a08:15:46.389369 tst handover.py: using BVCI 27075\u000a08:15:46.413843 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:15:46.556058 tst handover.py: using LAC 27075\u000a08:15:46.679320 tst handover.py: using RAC 45\u000a08:15:46.821679 tst handover.py: using CellId 27075\u000a08:15:46.947835 tst handover.py: using BVCI 27076\u000a08:15:46.971892 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:15:46.983557 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:15:46.995028 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:15:47.006520 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:15:47.017851 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:15:47.029147 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:15:47.148517 tst handover_2G:trx-lms+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:15:47.366179 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:15:47.813785 run create_hlr_db(pid=16135): Launched\u000a08:15:47.933361 bus /sierra_2: Setting Powered False\u000a08:15:49.006225 run create_hlr_db(pid=16135): Terminated: ok {rc=0}\u000a08:15:49.399918 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16137): Launched\u000a08:15:49.717320 run osmo-hlr_10.42.42.2(pid=16138): Launched\u000a08:15:49.835711 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:15:50.358921 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16140): Launched\u000a08:15:50.676116 run osmo-stp_10.42.42.5(pid=16141): Launched\u000a08:15:50.792047 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:15:51.344830 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16143): Launched\u000a08:15:51.663737 run osmo-msc_10.42.42.6(pid=16144): Launched\u000a08:15:51.850722 run osmo-stp_10.42.42.5(pid=16141): ERR: Terminated: ERROR {rc=1} [trial-2371↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16141)]\u000a08:15:51.986456 run osmo-stp_10.42.42.5(pid=16141): stdout: \u000a| (launched: 2022-12-10_08:15:50.519784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:15:52.120478 run osmo-stp_10.42.42.5(pid=16141): stderr: \u000a| �[0;m�[38;5;43m20221210081550711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081550711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081550712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081550712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081550712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081550712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081550713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:15:52.247733 run osmo-stp_10.42.42.5(pid=16141): stdout: \u000a| (launched: 2022-12-10_08:15:50.519784)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:15:52.374749 run osmo-stp_10.42.42.5(pid=16141): stderr: \u000a| �[0;m�[38;5;43m20221210081550711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081550711 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081550712 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081550712 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081550712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081550712 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081550713 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:15:52.430121 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16141): Process ended prematurely: osmo-stp_10.42.42.5(pid=16141) [trial-2371↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16141)] [trial-2371↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py:18]\u000a08:15:52.438505 tst handover.py:18: Test FAILED (6.7 sec)\u000a08:15:52.501762 run osmo-hlr_10.42.42.2(pid=16138): ERR: Terminated: ERROR {rc=237} [trial-2371↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16138)]\u000a08:15:52.553320 run osmo-hlr_10.42.42.2(pid=16138): stdout: \u000a| (launched: 2022-12-10_08:15:49.561423) \u000a08:15:52.605368 run osmo-hlr_10.42.42.2(pid=16138): stderr: \u000a| �[0;m�[1;31m20221210081549758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210081549758 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210081549759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081549759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081549759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210081549759 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210081549770 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/handover_2G:trx-lms+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210081549778 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210081549779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210081549779 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:15:52.676038 run osmo-msc_10.42.42.6(pid=16144): ERR: Terminated: ERROR {rc=2} [trial-2371↪handover_2G:trx-lms+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16144)]\u000a08:15:52.727281 run osmo-msc_10.42.42.6(pid=16144): stdout: \u000a| (launched: 2022-12-10_08:15:51.506268) \u000a08:15:52.778970 run osmo-msc_10.42.42.6(pid=16144): stderr: \u000a| �[0;m�[38;5;43m20221210081551825 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210081551825 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f7165519c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210081551825 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210081551825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210081551825 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210081551826 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210081551827 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210081551828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210081551828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210081551828 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:15:52.822942 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16137): Terminating (SIGTERM)\u000a08:15:52.864497 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16140): Terminating (SIGTERM)\u000a08:15:52.906451 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16143): Terminating (SIGTERM)\u000a08:15:52.916407 --- ParallelTerminationStrategy: PID 16137 died...\u000a08:15:52.972491 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16137): Terminated: ok {rc=0}\u000a08:15:52.982800 --- ParallelTerminationStrategy: PID 16140 died...\u000a08:15:53.038923 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16140): Terminated: ok {rc=0}\u000a08:15:53.049079 --- ParallelTerminationStrategy: PID 16143 died...\u000a08:15:53.104718 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16143): Terminated: ok {rc=0}\u000a08:15:53.191598 bus /sierra_3: Setting Powered False\u000a08:15:54.298537 bus /sierra_3: Setting Powered False\u000a08:15:55.406278 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "189", "name" : "handover_2G_trx-lms+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:15:45" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16155): Process ended prematurely: osmo-stp_10.42.42.5(pid=16155) [trial-2371↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16155)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16155): Process ended prematurely: osmo-stp_10.42.42.5(pid=16155) [trial-2371↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16155)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000 handover.py\u000a----------------------------------------------\u000a08:15:57.435356 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:15:57.446883 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a08:15:57.582240 tst handover.py: using LAC 27076\u000a08:15:57.706156 tst handover.py: using RAC 46\u000a08:15:57.829285 tst handover.py: using CellId 27076\u000a08:15:57.947964 tst handover.py: using BVCI 27077\u000a08:15:57.970410 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x bts (candidates: 2)\u000a08:15:58.105983 tst handover.py: using LAC 27077\u000a08:15:58.221268 tst handover.py: using RAC 47\u000a08:15:58.338110 tst handover.py: using CellId 27077\u000a08:15:58.462153 tst handover.py: using BVCI 27078\u000a08:15:58.486493 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:15:58.498373 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:15:58.510120 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:15:58.522114 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:15:58.534619 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x ip_address (candidates: 6)\u000a08:15:58.546746 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a08:15:58.662134 tst handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000: Using 1 x modem (candidates: 2)\u000a08:15:58.868815 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:15:59.347073 run create_hlr_db(pid=16149): Launched\u000a08:15:59.476399 bus /sierra_2: Setting Powered False\u000a08:16:00.551486 run create_hlr_db(pid=16149): Terminated: ok {rc=0}\u000a08:16:00.982546 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16151): Launched\u000a08:16:01.340245 run osmo-hlr_10.42.42.2(pid=16152): Launched\u000a08:16:01.540118 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:16:02.179613 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16154): Launched\u000a08:16:02.501029 run osmo-stp_10.42.42.5(pid=16155): Launched\u000a08:16:02.617141 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:16:03.171323 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16157): Launched\u000a08:16:03.488388 run osmo-msc_10.42.42.6(pid=16158): Launched\u000a08:16:03.674900 run osmo-stp_10.42.42.5(pid=16155): ERR: Terminated: ERROR {rc=1} [trial-2371↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16155)]\u000a08:16:03.809942 run osmo-stp_10.42.42.5(pid=16155): stdout: \u000a| (launched: 2022-12-10_08:16:02.344140)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:16:03.943946 run osmo-stp_10.42.42.5(pid=16155): stderr: \u000a| �[0;m�[38;5;43m20221210081602536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081602536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081602536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081602537 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081602537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081602537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081602537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:16:04.071145 run osmo-stp_10.42.42.5(pid=16155): stdout: \u000a| (launched: 2022-12-10_08:16:02.344140)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:16:04.197416 run osmo-stp_10.42.42.5(pid=16155): stderr: \u000a| �[0;m�[38;5;43m20221210081602536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081602536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081602536 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081602537 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081602537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081602537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081602537 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:16:04.252363 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16155): Process ended prematurely: osmo-stp_10.42.42.5(pid=16155) [trial-2371↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16155)] [trial-2371↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py:18]\u000a08:16:04.260739 tst handover.py:18: Test FAILED (6.8 sec)\u000a08:16:04.323567 run osmo-hlr_10.42.42.2(pid=16152): ERR: Terminated: ERROR {rc=237} [trial-2371↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16152)]\u000a08:16:04.374846 run osmo-hlr_10.42.42.2(pid=16152): stdout: \u000a| (launched: 2022-12-10_08:16:01.146145) \u000a08:16:04.426441 run osmo-hlr_10.42.42.2(pid=16152): stderr: \u000a| �[0;m�[1;31m20221210081601492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210081601492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210081601492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081601492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081601492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210081601492 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210081601553 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210081601566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210081601566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210081601566 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:16:04.496393 run osmo-msc_10.42.42.6(pid=16158): ERR: Terminated: ERROR {rc=2} [trial-2371↪handover_2G:trx-lms-limenet-micro+bts1-trx-sysmocell5000↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16158)]\u000a08:16:04.547328 run osmo-msc_10.42.42.6(pid=16158): stdout: \u000a| (launched: 2022-12-10_08:16:03.332122) \u000a08:16:04.599037 run osmo-msc_10.42.42.6(pid=16158): stderr: \u000a| �[0;m�[38;5;43m20221210081603650 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210081603651 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f96d2a02c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210081603651 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210081603651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210081603651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210081603651 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210081603653 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210081603653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210081603653 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210081603654 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:16:04.642365 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16151): Terminating (SIGTERM)\u000a08:16:04.683801 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16154): Terminating (SIGTERM)\u000a08:16:04.725678 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16157): Terminating (SIGTERM)\u000a08:16:04.735466 --- ParallelTerminationStrategy: PID 16151 died...\u000a08:16:04.791322 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16151): Terminated: ok {rc=0}\u000a08:16:04.801366 --- ParallelTerminationStrategy: PID 16154 died...\u000a08:16:04.856712 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16154): Terminated: ok {rc=0}\u000a08:16:04.866640 --- ParallelTerminationStrategy: PID 16157 died...\u000a08:16:04.921969 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16157): Terminated: ok {rc=0}\u000a08:16:05.009652 bus /sierra_3: Setting Powered False\u000a08:16:06.113565 bus /sierra_3: Setting Powered False\u000a08:16:07.223703 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "190", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-sysmocell5000", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:15:57" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "handover_2G:trx-lms-limenet-micro+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16169): Process ended prematurely: osmo-stp_10.42.42.5(pid=16169) [trial-2371↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16169)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16169): Process ended prematurely: osmo-stp_10.42.42.5(pid=16169) [trial-2371↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16169)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 handover_2G:trx-lms-limenet-micro+bts1-sysmo handover.py\u000a----------------------------------------------\u000a08:16:09.225450 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:16:09.236433 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a08:16:09.367002 tst handover.py: using LAC 27078\u000a08:16:09.482550 tst handover.py: using RAC 48\u000a08:16:09.598218 tst handover.py: using CellId 27078\u000a08:16:09.720914 tst handover.py: using BVCI 27079\u000a08:16:09.745249 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a08:16:09.876213 tst handover.py: using LAC 27079\u000a08:16:09.998411 tst handover.py: using RAC 49\u000a08:16:10.120904 tst handover.py: using CellId 27079\u000a08:16:10.243079 tst handover.py: using BVCI 27080\u000a08:16:10.267153 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:16:10.278482 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:16:10.289658 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:16:10.301529 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:16:10.313332 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:16:10.324651 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a08:16:10.444091 tst handover_2G:trx-lms-limenet-micro+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a08:16:10.652874 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:16:11.123125 run create_hlr_db(pid=16163): Launched\u000a08:16:11.252677 bus /sierra_2: Setting Powered False\u000a08:16:12.327838 run create_hlr_db(pid=16163): Terminated: ok {rc=0}\u000a08:16:12.720352 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16165): Launched\u000a08:16:13.036752 run osmo-hlr_10.42.42.2(pid=16166): Launched\u000a08:16:13.155333 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:16:13.676469 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16168): Launched\u000a08:16:13.993336 run osmo-stp_10.42.42.5(pid=16169): Launched\u000a08:16:14.108723 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:16:14.658295 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16171): Launched\u000a08:16:14.970468 run osmo-msc_10.42.42.6(pid=16172): Launched\u000a08:16:15.145693 run osmo-stp_10.42.42.5(pid=16169): ERR: Terminated: ERROR {rc=1} [trial-2371↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16169)]\u000a08:16:15.271089 run osmo-stp_10.42.42.5(pid=16169): stdout: \u000a| (launched: 2022-12-10_08:16:13.837192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:16:15.394318 run osmo-stp_10.42.42.5(pid=16169): stderr: \u000a| �[0;m�[38;5;43m20221210081614029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081614029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081614030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081614030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081614030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081614030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081614030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:16:15.513280 run osmo-stp_10.42.42.5(pid=16169): stdout: \u000a| (launched: 2022-12-10_08:16:13.837192)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:16:15.631256 run osmo-stp_10.42.42.5(pid=16169): stderr: \u000a| �[0;m�[38;5;43m20221210081614029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081614029 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081614030 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081614030 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081614030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081614030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081614030 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:16:15.682986 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16169): Process ended prematurely: osmo-stp_10.42.42.5(pid=16169) [trial-2371↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16169)] [trial-2371↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py:18]\u000a08:16:15.691005 tst handover.py:18: Test FAILED (6.5 sec)\u000a08:16:15.750656 run osmo-hlr_10.42.42.2(pid=16166): ERR: Terminated: ERROR {rc=237} [trial-2371↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16166)]\u000a08:16:15.799624 run osmo-hlr_10.42.42.2(pid=16166): stdout: \u000a| (launched: 2022-12-10_08:16:12.880758) \u000a08:16:15.853112 run osmo-hlr_10.42.42.2(pid=16166): stderr: \u000a| �[0;m�[1;31m20221210081613078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210081613078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210081613078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081613078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081613078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210081613078 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210081613093 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/handover_2G:trx-lms-limenet-micro+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210081613103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210081613103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210081613103 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:16:15.940364 run osmo-msc_10.42.42.6(pid=16172): ERR: Terminated: ERROR {rc=2} [trial-2371↪handover_2G:trx-lms-limenet-micro+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16172)]\u000a08:16:15.990566 run osmo-msc_10.42.42.6(pid=16172): stdout: \u000a| (launched: 2022-12-10_08:16:14.819145) \u000a08:16:16.054788 run osmo-msc_10.42.42.6(pid=16172): stderr: \u000a| �[0;m�[38;5;43m20221210081615093 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210081615093 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa7bba6ec40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210081615093 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210081615093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210081615093 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210081615094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210081615096 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210081615096 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210081615097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210081615097 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:16:16.097591 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16165): Terminating (SIGTERM)\u000a08:16:16.140130 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16168): Terminating (SIGTERM)\u000a08:16:16.182003 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16171): Terminating (SIGTERM)\u000a08:16:16.192047 --- ParallelTerminationStrategy: PID 16165 died...\u000a08:16:16.247855 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16165): Terminated: ok {rc=0}\u000a08:16:16.258366 --- ParallelTerminationStrategy: PID 16168 died...\u000a08:16:16.312415 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16168): Terminated: ok {rc=0}\u000a08:16:16.322444 --- ParallelTerminationStrategy: PID 16171 died...\u000a08:16:16.376883 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16171): Terminated: ok {rc=0}\u000a08:16:16.461493 bus /sierra_3: Setting Powered False\u000a08:16:17.565661 bus /sierra_3: Setting Powered False\u000a08:16:18.676832 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "191", "name" : "handover_2G_trx-lms-limenet-micro+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:16:08" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16183): Process ended prematurely: osmo-stp_10.42.42.5(pid=16183) [trial-2371↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16183)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16183): Process ended prematurely: osmo-stp_10.42.42.5(pid=16183) [trial-2371↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16183)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 handover_2G:trx-lms-limenet-micro+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a08:16:20.688194 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:16:20.699802 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a08:16:20.831600 tst handover.py: using LAC 27080\u000a08:16:20.949847 tst handover.py: using RAC 50\u000a08:16:21.065906 tst handover.py: using CellId 27080\u000a08:16:21.182855 tst handover.py: using BVCI 27081\u000a08:16:21.205328 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a08:16:21.340904 tst handover.py: using LAC 27081\u000a08:16:21.456534 tst handover.py: using RAC 51\u000a08:16:21.575192 tst handover.py: using CellId 27081\u000a08:16:21.689369 tst handover.py: using BVCI 27082\u000a08:16:21.711616 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:16:21.722543 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:16:21.733226 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:16:21.744011 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:16:21.754764 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:16:21.765763 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a08:16:21.883802 tst handover_2G:trx-lms-limenet-micro+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a08:16:22.091229 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:16:22.563666 run create_hlr_db(pid=16177): Launched\u000a08:16:22.693292 bus /sierra_2: Setting Powered False\u000a08:16:23.768881 run create_hlr_db(pid=16177): Terminated: ok {rc=0}\u000a08:16:24.140286 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16179): Launched\u000a08:16:24.435910 run osmo-hlr_10.42.42.2(pid=16180): Launched\u000a08:16:24.550048 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:16:25.046833 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16182): Launched\u000a08:16:25.343886 run osmo-stp_10.42.42.5(pid=16183): Launched\u000a08:16:25.451436 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:16:25.965382 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16185): Launched\u000a08:16:26.260925 run osmo-msc_10.42.42.6(pid=16186): Launched\u000a08:16:26.434361 run osmo-stp_10.42.42.5(pid=16183): ERR: Terminated: ERROR {rc=1} [trial-2371↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16183)]\u000a08:16:26.559019 run osmo-stp_10.42.42.5(pid=16183): stdout: \u000a| (launched: 2022-12-10_08:16:25.197503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:16:26.681118 run osmo-stp_10.42.42.5(pid=16183): stderr: \u000a| �[0;m�[38;5;43m20221210081625368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081625368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081625368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081625369 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081625371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081625371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081625371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:16:26.799244 run osmo-stp_10.42.42.5(pid=16183): stdout: \u000a| (launched: 2022-12-10_08:16:25.197503)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:16:26.916288 run osmo-stp_10.42.42.5(pid=16183): stderr: \u000a| �[0;m�[38;5;43m20221210081625368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081625368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081625368 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081625369 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081625371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081625371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081625371 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:16:26.967592 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16183): Process ended prematurely: osmo-stp_10.42.42.5(pid=16183) [trial-2371↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16183)] [trial-2371↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py:18]\u000a08:16:26.975557 tst handover.py:18: Test FAILED (6.3 sec)\u000a08:16:27.034979 run osmo-hlr_10.42.42.2(pid=16180): ERR: Terminated: ERROR {rc=237} [trial-2371↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16180)]\u000a08:16:27.083423 run osmo-hlr_10.42.42.2(pid=16180): stdout: \u000a| (launched: 2022-12-10_08:16:24.290174) \u000a08:16:27.132330 run osmo-hlr_10.42.42.2(pid=16180): stderr: \u000a| �[0;m�[1;31m20221210081624466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210081624466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210081624466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081624466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081624466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210081624466 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210081624478 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/handover_2G:trx-lms-limenet-micro+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210081624487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210081624487 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210081624488 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:16:27.199526 run osmo-msc_10.42.42.6(pid=16186): ERR: Terminated: ERROR {rc=2} [trial-2371↪handover_2G:trx-lms-limenet-micro+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16186)]\u000a08:16:27.247895 run osmo-msc_10.42.42.6(pid=16186): stdout: \u000a| (launched: 2022-12-10_08:16:26.114959) \u000a08:16:27.296925 run osmo-msc_10.42.42.6(pid=16186): stderr: \u000a| �[0;m�[38;5;43m20221210081626386 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210081626386 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f9f144ecc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210081626386 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210081626386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210081626386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210081626386 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210081626388 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210081626388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210081626388 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210081626389 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:16:27.338375 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16179): Terminating (SIGTERM)\u000a08:16:27.377601 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16182): Terminating (SIGTERM)\u000a08:16:27.416881 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16185): Terminating (SIGTERM)\u000a08:16:27.426102 --- ParallelTerminationStrategy: PID 16179 died...\u000a08:16:27.479373 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16179): Terminated: ok {rc=0}\u000a08:16:27.489017 --- ParallelTerminationStrategy: PID 16182 died...\u000a08:16:27.541560 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16182): Terminated: ok {rc=0}\u000a08:16:27.550989 --- ParallelTerminationStrategy: PID 16185 died...\u000a08:16:27.603666 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16185): Terminated: ok {rc=0}\u000a08:16:27.686632 bus /sierra_3: Setting Powered False\u000a08:16:28.788297 bus /sierra_3: Setting Powered False\u000a08:16:29.899268 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "192", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:16:20" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16197): Process ended prematurely: osmo-stp_10.42.42.5(pid=16197) [trial-2371↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16197)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16197): Process ended prematurely: osmo-stp_10.42.42.5(pid=16197) [trial-2371↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16197)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a08:16:31.952923 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:16:31.966332 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:16:32.110656 tst handover.py: using LAC 27082\u000a08:16:32.238726 tst handover.py: using RAC 52\u000a08:16:32.363528 tst handover.py: using CellId 27082\u000a08:16:32.487888 tst handover.py: using BVCI 27083\u000a08:16:32.512219 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:16:32.653204 tst handover.py: using LAC 27083\u000a08:16:32.779389 tst handover.py: using RAC 53\u000a08:16:32.900188 tst handover.py: using CellId 27083\u000a08:16:33.018575 tst handover.py: using BVCI 27084\u000a08:16:33.041159 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:16:33.052312 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:16:33.063440 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:16:33.074741 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:16:33.085918 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:16:33.097080 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:16:33.215467 tst handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:16:33.425038 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:16:33.897967 run create_hlr_db(pid=16191): Launched\u000a08:16:34.027956 bus /sierra_2: Setting Powered False\u000a08:16:35.103163 run create_hlr_db(pid=16191): Terminated: ok {rc=0}\u000a08:16:35.477116 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16193): Launched\u000a08:16:35.773811 run osmo-hlr_10.42.42.2(pid=16194): Launched\u000a08:16:35.889039 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:16:36.382886 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16196): Launched\u000a08:16:36.679322 run osmo-stp_10.42.42.5(pid=16197): Launched\u000a08:16:36.786739 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:16:37.300071 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16199): Launched\u000a08:16:37.594656 run osmo-msc_10.42.42.6(pid=16200): Launched\u000a08:16:37.767435 run osmo-stp_10.42.42.5(pid=16197): ERR: Terminated: ERROR {rc=1} [trial-2371↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16197)]\u000a08:16:37.892097 run osmo-stp_10.42.42.5(pid=16197): stdout: \u000a| (launched: 2022-12-10_08:16:36.532640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:16:38.014688 run osmo-stp_10.42.42.5(pid=16197): stderr: \u000a| �[0;m�[38;5;43m20221210081636702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081636703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081636703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081636703 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081636704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081636704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081636704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:16:38.133163 run osmo-stp_10.42.42.5(pid=16197): stdout: \u000a| (launched: 2022-12-10_08:16:36.532640)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:16:38.250561 run osmo-stp_10.42.42.5(pid=16197): stderr: \u000a| �[0;m�[38;5;43m20221210081636702 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081636703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081636703 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081636703 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081636704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081636704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081636704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:16:38.301915 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16197): Process ended prematurely: osmo-stp_10.42.42.5(pid=16197) [trial-2371↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16197)] [trial-2371↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py:18]\u000a08:16:38.310001 tst handover.py:18: Test FAILED (6.3 sec)\u000a08:16:38.369737 run osmo-hlr_10.42.42.2(pid=16194): ERR: Terminated: ERROR {rc=237} [trial-2371↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16194)]\u000a08:16:38.418447 run osmo-hlr_10.42.42.2(pid=16194): stdout: \u000a| (launched: 2022-12-10_08:16:35.627216) \u000a08:16:38.467793 run osmo-hlr_10.42.42.2(pid=16194): stderr: \u000a| �[0;m�[1;31m20221210081635803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210081635803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210081635803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081635803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081635803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210081635803 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210081635815 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210081635824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210081635824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210081635824 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:16:38.534865 run osmo-msc_10.42.42.6(pid=16200): ERR: Terminated: ERROR {rc=2} [trial-2371↪handover_2G:trx-lms-limenet-micro+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16200)]\u000a08:16:38.583297 run osmo-msc_10.42.42.6(pid=16200): stdout: \u000a| (launched: 2022-12-10_08:16:37.449686) \u000a08:16:38.632374 run osmo-msc_10.42.42.6(pid=16200): stderr: \u000a| �[0;m�[38;5;43m20221210081637723 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210081637723 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f6cfac67c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210081637723 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210081637723 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210081637724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210081637724 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210081637726 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210081637726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210081637726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210081637726 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:16:38.673752 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16193): Terminating (SIGTERM)\u000a08:16:38.713095 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16196): Terminating (SIGTERM)\u000a08:16:38.752394 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16199): Terminating (SIGTERM)\u000a08:16:38.761758 --- ParallelTerminationStrategy: PID 16193 died...\u000a08:16:38.814601 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16193): Terminated: ok {rc=0}\u000a08:16:38.824416 --- ParallelTerminationStrategy: PID 16196 died...\u000a08:16:38.876942 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16196): Terminated: ok {rc=0}\u000a08:16:38.886697 --- ParallelTerminationStrategy: PID 16199 died...\u000a08:16:38.939328 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16199): Terminated: ok {rc=0}\u000a08:16:39.022121 bus /sierra_3: Setting Powered False\u000a08:16:40.123816 bus /sierra_3: Setting Powered False\u000a08:16:41.234346 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "193", "name" : "handover_2G_trx-lms-limenet-micro+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:16:31" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "handover_2G:trx-sysmocell5000+bts1-sysmo", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16211): Process ended prematurely: osmo-stp_10.42.42.5(pid=16211) [trial-2371↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16211)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16211): Process ended prematurely: osmo-stp_10.42.42.5(pid=16211) [trial-2371↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16211)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 handover_2G:trx-sysmocell5000+bts1-sysmo handover.py\u000a----------------------------------------------\u000a08:16:43.233787 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:16:43.244665 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a08:16:43.377454 tst handover.py: using LAC 27084\u000a08:16:43.491634 tst handover.py: using RAC 54\u000a08:16:43.606266 tst handover.py: using CellId 27084\u000a08:16:43.720897 tst handover.py: using BVCI 27085\u000a08:16:43.743773 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x bts (candidates: 2)\u000a08:16:43.862534 tst handover.py: using LAC 27085\u000a08:16:43.977179 tst handover.py: using RAC 55\u000a08:16:44.093223 tst handover.py: using CellId 27085\u000a08:16:44.207426 tst handover.py: using BVCI 27086\u000a08:16:44.230101 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:16:44.240910 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:16:44.251723 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:16:44.262900 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:16:44.273947 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x ip_address (candidates: 6)\u000a08:16:44.284862 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a08:16:44.405056 tst handover_2G:trx-sysmocell5000+bts1-sysmo: Using 1 x modem (candidates: 2)\u000a08:16:44.615152 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:16:45.088555 run create_hlr_db(pid=16205): Launched\u000a08:16:45.218469 bus /sierra_2: Setting Powered False\u000a08:16:46.288855 run create_hlr_db(pid=16205): Terminated: ok {rc=0}\u000a08:16:46.732652 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16207): Launched\u000a08:16:47.186020 run osmo-hlr_10.42.42.2(pid=16208): Launched\u000a08:16:47.312523 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:16:47.842910 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16210): Launched\u000a08:16:48.161369 run osmo-stp_10.42.42.5(pid=16211): Launched\u000a08:16:48.277101 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:16:48.830583 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16213): Launched\u000a08:16:49.148709 run osmo-msc_10.42.42.6(pid=16214): Launched\u000a08:16:49.335609 run osmo-stp_10.42.42.5(pid=16211): ERR: Terminated: ERROR {rc=1} [trial-2371↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16211)]\u000a08:16:49.470519 run osmo-stp_10.42.42.5(pid=16211): stdout: \u000a| (launched: 2022-12-10_08:16:48.004616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:16:49.604286 run osmo-stp_10.42.42.5(pid=16211): stderr: \u000a| �[0;m�[38;5;43m20221210081648197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081648197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081648198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081648198 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081648198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081648198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081648198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:16:49.731676 run osmo-stp_10.42.42.5(pid=16211): stdout: \u000a| (launched: 2022-12-10_08:16:48.004616)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:16:49.857741 run osmo-stp_10.42.42.5(pid=16211): stderr: \u000a| �[0;m�[38;5;43m20221210081648197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081648197 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081648198 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081648198 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081648198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081648198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081648198 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:16:49.912927 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16211): Process ended prematurely: osmo-stp_10.42.42.5(pid=16211) [trial-2371↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16211)] [trial-2371↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py:18]\u000a08:16:49.921614 tst handover.py:18: Test FAILED (6.7 sec)\u000a08:16:49.984479 run osmo-hlr_10.42.42.2(pid=16208): ERR: Terminated: ERROR {rc=237} [trial-2371↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16208)]\u000a08:16:50.035611 run osmo-hlr_10.42.42.2(pid=16208): stdout: \u000a| (launched: 2022-12-10_08:16:46.897526) \u000a08:16:50.087417 run osmo-hlr_10.42.42.2(pid=16208): stderr: \u000a| �[0;m�[1;31m20221210081647240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210081647240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210081647240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081647240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081647240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210081647240 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210081647263 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/handover_2G:trx-sysmocell5000+bts1-sysmo/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210081647278 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210081647279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210081647279 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:16:50.157598 run osmo-msc_10.42.42.6(pid=16214): ERR: Terminated: ERROR {rc=2} [trial-2371↪handover_2G:trx-sysmocell5000+bts1-sysmo↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16214)]\u000a08:16:50.208812 run osmo-msc_10.42.42.6(pid=16214): stdout: \u000a| (launched: 2022-12-10_08:16:48.991813) \u000a08:16:50.260656 run osmo-msc_10.42.42.6(pid=16214): stderr: \u000a| �[0;m�[38;5;43m20221210081649314 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210081649314 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fcd0dc9bc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210081649314 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210081649314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210081649314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210081649314 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210081649316 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210081649317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210081649317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210081649317 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:16:50.304232 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16207): Terminating (SIGTERM)\u000a08:16:50.346277 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16210): Terminating (SIGTERM)\u000a08:16:50.388525 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16213): Terminating (SIGTERM)\u000a08:16:50.398534 --- ParallelTerminationStrategy: PID 16207 died...\u000a08:16:50.454943 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16207): Terminated: ok {rc=0}\u000a08:16:50.465134 --- ParallelTerminationStrategy: PID 16210 died...\u000a08:16:50.520901 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16210): Terminated: ok {rc=0}\u000a08:16:50.531293 --- ParallelTerminationStrategy: PID 16213 died...\u000a08:16:50.586810 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16213): Terminated: ok {rc=0}\u000a08:16:50.673530 bus /sierra_3: Setting Powered False\u000a08:16:51.780250 bus /sierra_3: Setting Powered False\u000a08:16:52.888815 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "194", "name" : "handover_2G_trx-sysmocell5000+bts1-sysmo", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:16:42" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16226): Process ended prematurely: osmo-stp_10.42.42.5(pid=16226) [trial-2371↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16226)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16226): Process ended prematurely: osmo-stp_10.42.42.5(pid=16226) [trial-2371↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16226)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 handover_2G:trx-sysmocell5000+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a08:16:54.921567 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:16:54.932835 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a08:16:55.072867 tst handover.py: using LAC 27086\u000a08:16:55.194948 tst handover.py: using RAC 56\u000a08:16:55.318423 tst handover.py: using CellId 27086\u000a08:16:55.441676 tst handover.py: using BVCI 27087\u000a08:16:55.465804 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a08:16:55.604271 tst handover.py: using LAC 27087\u000a08:16:55.722922 tst handover.py: using RAC 57\u000a08:16:55.838230 tst handover.py: using CellId 27087\u000a08:16:55.953053 tst handover.py: using BVCI 27088\u000a08:16:55.975592 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:16:55.986539 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:16:55.997411 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:16:56.008526 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:16:56.019712 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:16:56.030797 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a08:16:56.150335 tst handover_2G:trx-sysmocell5000+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a08:16:56.352916 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:16:56.800340 run create_hlr_db(pid=16220): Launched\u000a08:16:56.920394 bus /sierra_2: Setting Powered False\u000a08:16:57.991309 run create_hlr_db(pid=16220): Terminated: ok {rc=0}\u000a08:16:58.386298 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16222): Launched\u000a08:16:58.703439 run osmo-hlr_10.42.42.2(pid=16223): Launched\u000a08:16:58.823059 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:16:59.347161 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16225): Launched\u000a08:16:59.665681 run osmo-stp_10.42.42.5(pid=16226): Launched\u000a08:16:59.781057 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:17:00.334271 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16228): Launched\u000a08:17:00.652409 run osmo-msc_10.42.42.6(pid=16229): Launched\u000a08:17:00.844698 run osmo-stp_10.42.42.5(pid=16226): ERR: Terminated: ERROR {rc=1} [trial-2371↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16226)]\u000a08:17:01.129414 run osmo-stp_10.42.42.5(pid=16226): stdout: \u000a| (launched: 2022-12-10_08:16:59.509609)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:17:01.331186 run osmo-stp_10.42.42.5(pid=16226): stderr: \u000a| �[0;m�[38;5;43m20221210081659700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081659701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081659701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081659701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081659703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081659704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081659704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:17:01.490809 run osmo-stp_10.42.42.5(pid=16226): stdout: \u000a| (launched: 2022-12-10_08:16:59.509609)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:17:01.612188 run osmo-stp_10.42.42.5(pid=16226): stderr: \u000a| �[0;m�[38;5;43m20221210081659700 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081659701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081659701 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081659701 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081659703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081659704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081659704 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:17:01.665434 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16226): Process ended prematurely: osmo-stp_10.42.42.5(pid=16226) [trial-2371↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16226)] [trial-2371↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py:18]\u000a08:17:01.673890 tst handover.py:18: Test FAILED (6.7 sec)\u000a08:17:01.736086 run osmo-hlr_10.42.42.2(pid=16223): ERR: Terminated: ERROR {rc=237} [trial-2371↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16223)]\u000a08:17:01.787431 run osmo-hlr_10.42.42.2(pid=16223): stdout: \u000a| (launched: 2022-12-10_08:16:58.547360) \u000a08:17:01.838188 run osmo-hlr_10.42.42.2(pid=16223): stderr: \u000a| �[0;m�[1;31m20221210081658746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210081658746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210081658746 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081658747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081658747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210081658747 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210081658760 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/handover_2G:trx-sysmocell5000+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210081658770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210081658770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210081658770 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:17:01.908242 run osmo-msc_10.42.42.6(pid=16229): ERR: Terminated: ERROR {rc=2} [trial-2371↪handover_2G:trx-sysmocell5000+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16229)]\u000a08:17:01.957646 run osmo-msc_10.42.42.6(pid=16229): stdout: \u000a| (launched: 2022-12-10_08:17:00.495674) \u000a08:17:02.009357 run osmo-msc_10.42.42.6(pid=16229): stderr: \u000a| �[0;m�[38;5;43m20221210081700816 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210081700816 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f0b28c21c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210081700816 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210081700816 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210081700817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210081700817 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210081700818 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210081700819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210081700819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210081700819 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:17:02.051814 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16222): Terminating (SIGTERM)\u000a08:17:02.096907 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16225): Terminating (SIGTERM)\u000a08:17:02.138830 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16228): Terminating (SIGTERM)\u000a08:17:02.150062 --- ParallelTerminationStrategy: PID 16222 died...\u000a08:17:02.207049 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16222): Terminated: ok {rc=0}\u000a08:17:02.217151 --- ParallelTerminationStrategy: PID 16225 died...\u000a08:17:02.270966 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16225): Terminated: ok {rc=0}\u000a08:17:02.280885 --- ParallelTerminationStrategy: PID 16228 died...\u000a08:17:02.335949 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16228): Terminated: ok {rc=0}\u000a08:17:02.419059 bus /sierra_3: Setting Powered False\u000a08:17:03.520222 bus /sierra_3: Setting Powered False\u000a08:17:04.630789 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "195", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:16:54" }, { "cases" : [ { "testActions" : [ ], "age" : 200, "className" : "handover_2G:trx-sysmocell5000+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16243): Process ended prematurely: osmo-stp_10.42.42.5(pid=16243) [trial-2371↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16243)]", "failedSince" : 2172, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16243): Process ended prematurely: osmo-stp_10.42.42.5(pid=16243) [trial-2371↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16243)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 handover_2G:trx-sysmocell5000+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a08:17:06.653964 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:17:06.664821 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:17:06.796119 tst handover.py: using LAC 27088\u000a08:17:06.913584 tst handover.py: using RAC 58\u000a08:17:07.029320 tst handover.py: using CellId 27088\u000a08:17:07.145898 tst handover.py: using BVCI 27089\u000a08:17:07.168138 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:17:07.300865 tst handover.py: using LAC 27089\u000a08:17:07.425761 tst handover.py: using RAC 59\u000a08:17:07.549952 tst handover.py: using CellId 27089\u000a08:17:07.680319 tst handover.py: using BVCI 27090\u000a08:17:07.704385 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:17:07.715683 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:17:07.726838 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:17:07.738952 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:17:07.752207 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:17:07.763094 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:17:07.878237 tst handover_2G:trx-sysmocell5000+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:17:08.084220 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:17:08.556872 run create_hlr_db(pid=16237): Launched\u000a08:17:08.686652 bus /sierra_2: Setting Powered False\u000a08:17:09.762378 run create_hlr_db(pid=16237): Terminated: ok {rc=0}\u000a08:17:10.156742 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16239): Launched\u000a08:17:10.474906 run osmo-hlr_10.42.42.2(pid=16240): Launched\u000a08:17:10.591029 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:17:11.111987 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16242): Launched\u000a08:17:11.431025 run osmo-stp_10.42.42.5(pid=16243): Launched\u000a08:17:11.547037 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:17:12.099400 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16245): Launched\u000a08:17:12.417303 run osmo-msc_10.42.42.6(pid=16246): Launched\u000a08:17:12.603674 run osmo-stp_10.42.42.5(pid=16243): ERR: Terminated: ERROR {rc=1} [trial-2371↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16243)]\u000a08:17:12.738871 run osmo-stp_10.42.42.5(pid=16243): stdout: \u000a| (launched: 2022-12-10_08:17:11.273439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:17:12.873094 run osmo-stp_10.42.42.5(pid=16243): stderr: \u000a| �[0;m�[38;5;43m20221210081711464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081711464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081711464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081711464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081711465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081711465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081711465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:17:13.000054 run osmo-stp_10.42.42.5(pid=16243): stdout: \u000a| (launched: 2022-12-10_08:17:11.273439)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:17:13.126172 run osmo-stp_10.42.42.5(pid=16243): stderr: \u000a| �[0;m�[38;5;43m20221210081711464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081711464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081711464 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081711464 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081711465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081711465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081711465 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:17:13.181214 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16243): Process ended prematurely: osmo-stp_10.42.42.5(pid=16243) [trial-2371↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16243)] [trial-2371↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py:18]\u000a08:17:13.189523 tst handover.py:18: Test FAILED (6.5 sec)\u000a08:17:13.251797 run osmo-hlr_10.42.42.2(pid=16240): ERR: Terminated: ERROR {rc=237} [trial-2371↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16240)]\u000a08:17:13.302720 run osmo-hlr_10.42.42.2(pid=16240): stdout: \u000a| (launched: 2022-12-10_08:17:10.318299) \u000a08:17:13.354799 run osmo-hlr_10.42.42.2(pid=16240): stderr: \u000a| �[0;m�[1;31m20221210081710514 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210081710515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210081710515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081710515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081710515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210081710515 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210081710527 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/handover_2G:trx-sysmocell5000+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210081710535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210081710535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210081710535 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:17:13.424680 run osmo-msc_10.42.42.6(pid=16246): ERR: Terminated: ERROR {rc=2} [trial-2371↪handover_2G:trx-sysmocell5000+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16246)]\u000a08:17:13.475474 run osmo-msc_10.42.42.6(pid=16246): stdout: \u000a| (launched: 2022-12-10_08:17:12.260803) \u000a08:17:13.526711 run osmo-msc_10.42.42.6(pid=16246): stderr: \u000a| �[0;m�[38;5;43m20221210081712581 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x612000004a20]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210081712582 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f77c7e8fc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210081712582 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004d20]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210081712582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210081712582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210081712582 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210081712584 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210081712584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210081712584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210081712584 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:17:13.570498 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16239): Terminating (SIGTERM)\u000a08:17:13.612446 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16242): Terminating (SIGTERM)\u000a08:17:13.653962 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16245): Terminating (SIGTERM)\u000a08:17:13.663819 --- ParallelTerminationStrategy: PID 16239 died...\u000a08:17:13.719614 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16239): Terminated: ok {rc=0}\u000a08:17:13.729689 --- ParallelTerminationStrategy: PID 16242 died...\u000a08:17:13.784792 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16242): Terminated: ok {rc=0}\u000a08:17:13.795027 --- ParallelTerminationStrategy: PID 16245 died...\u000a08:17:13.850275 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16245): Terminated: ok {rc=0}\u000a08:17:13.937000 bus /sierra_3: Setting Powered False\u000a08:17:15.039615 bus /sierra_3: Setting Powered False\u000a08:17:16.146054 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "196", "name" : "handover_2G_trx-sysmocell5000+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:17:06" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "handover_2G:sysmo+bts1-trx-b200", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16257): Process ended prematurely: osmo-stp_10.42.42.5(pid=16257) [trial-2371↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16257)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16257): Process ended prematurely: osmo-stp_10.42.42.5(pid=16257) [trial-2371↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16257)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 handover_2G:sysmo+bts1-trx-b200 handover.py\u000a----------------------------------------------\u000a08:17:18.160468 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:17:18.171285 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a08:17:18.288529 tst handover.py: using LAC 27090\u000a08:17:18.402079 tst handover.py: using RAC 60\u000a08:17:18.515802 tst handover.py: using CellId 27090\u000a08:17:18.629580 tst handover.py: using BVCI 27091\u000a08:17:18.651879 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x bts (candidates: 2)\u000a08:17:18.784559 tst handover.py: using LAC 27091\u000a08:17:18.901157 tst handover.py: using RAC 61\u000a08:17:19.017348 tst handover.py: using CellId 27091\u000a08:17:19.131192 tst handover.py: using BVCI 27092\u000a08:17:19.153626 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:17:19.164113 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:17:19.174611 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:17:19.185152 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:17:19.195652 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x ip_address (candidates: 6)\u000a08:17:19.206079 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a08:17:19.323966 tst handover_2G:sysmo+bts1-trx-b200: Using 1 x modem (candidates: 2)\u000a08:17:19.528442 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:17:20.002525 run create_hlr_db(pid=16251): Launched\u000a08:17:20.132525 bus /sierra_2: Setting Powered False\u000a08:17:21.196320 run create_hlr_db(pid=16251): Terminated: ok {rc=0}\u000a08:17:21.564537 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16253): Launched\u000a08:17:21.859990 run osmo-hlr_10.42.42.2(pid=16254): Launched\u000a08:17:21.976674 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:17:22.472688 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16256): Launched\u000a08:17:22.767573 run osmo-stp_10.42.42.5(pid=16257): Launched\u000a08:17:22.875148 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:17:23.390683 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16259): Launched\u000a08:17:23.686632 run osmo-msc_10.42.42.6(pid=16260): Launched\u000a08:17:23.860745 run osmo-stp_10.42.42.5(pid=16257): ERR: Terminated: ERROR {rc=1} [trial-2371↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16257)]\u000a08:17:23.985225 run osmo-stp_10.42.42.5(pid=16257): stdout: \u000a| (launched: 2022-12-10_08:17:22.622467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:17:24.108179 run osmo-stp_10.42.42.5(pid=16257): stderr: \u000a| �[0;m�[38;5;43m20221210081722793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081722793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081722793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081722794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081722794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081722794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081722794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:17:24.226686 run osmo-stp_10.42.42.5(pid=16257): stdout: \u000a| (launched: 2022-12-10_08:17:22.622467)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:17:24.344563 run osmo-stp_10.42.42.5(pid=16257): stderr: \u000a| �[0;m�[38;5;43m20221210081722793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081722793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081722793 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081722794 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081722794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081722794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081722794 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:17:24.396229 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16257): Process ended prematurely: osmo-stp_10.42.42.5(pid=16257) [trial-2371↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16257)] [trial-2371↪handover_2G:sysmo+bts1-trx-b200↪handover.py:18]\u000a08:17:24.403856 tst handover.py:18: Test FAILED (6.2 sec)\u000a08:17:24.463039 run osmo-hlr_10.42.42.2(pid=16254): ERR: Terminated: ERROR {rc=237} [trial-2371↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16254)]\u000a08:17:24.511322 run osmo-hlr_10.42.42.2(pid=16254): stdout: \u000a| (launched: 2022-12-10_08:17:21.714946) \u000a08:17:24.560432 run osmo-hlr_10.42.42.2(pid=16254): stderr: \u000a| �[0;m�[1;31m20221210081721890 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210081721891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210081721891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081721891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081721891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210081721891 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210081721903 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/handover_2G:sysmo+bts1-trx-b200/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210081721914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210081721914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210081721914 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:17:24.627287 run osmo-msc_10.42.42.6(pid=16260): ERR: Terminated: ERROR {rc=2} [trial-2371↪handover_2G:sysmo+bts1-trx-b200↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16260)]\u000a08:17:24.675647 run osmo-msc_10.42.42.6(pid=16260): stdout: \u000a| (launched: 2022-12-10_08:17:23.540247) \u000a08:17:24.724485 run osmo-msc_10.42.42.6(pid=16260): stderr: \u000a| �[0;m�[38;5;43m20221210081723808 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210081723809 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fc62ebcdc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210081723809 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210081723809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210081723809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210081723809 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210081723811 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210081723811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210081723811 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210081723812 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:17:24.765805 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16253): Terminating (SIGTERM)\u000a08:17:24.804926 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16256): Terminating (SIGTERM)\u000a08:17:24.844348 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16259): Terminating (SIGTERM)\u000a08:17:24.853577 --- ParallelTerminationStrategy: PID 16253 died...\u000a08:17:24.906807 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16253): Terminated: ok {rc=0}\u000a08:17:24.916504 --- ParallelTerminationStrategy: PID 16256 died...\u000a08:17:24.969407 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16256): Terminated: ok {rc=0}\u000a08:17:24.979031 --- ParallelTerminationStrategy: PID 16259 died...\u000a08:17:25.032273 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16259): Terminated: ok {rc=0}\u000a08:17:25.115266 bus /sierra_3: Setting Powered False\u000a08:17:26.222082 bus /sierra_3: Setting Powered False\u000a08:17:27.329525 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "197", "name" : "handover_2G_sysmo+bts1-trx-b200", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:17:17" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "handover_2G:sysmo+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16271): Process ended prematurely: osmo-stp_10.42.42.5(pid=16271) [trial-2371↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16271)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16271): Process ended prematurely: osmo-stp_10.42.42.5(pid=16271) [trial-2371↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16271)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 handover_2G:sysmo+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a08:17:29.307664 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:17:29.318359 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:17:29.438785 tst handover.py: using LAC 27092\u000a08:17:29.552753 tst handover.py: using RAC 62\u000a08:17:29.678963 tst handover.py: using CellId 27092\u000a08:17:29.800250 tst handover.py: using BVCI 27093\u000a08:17:29.822711 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:17:29.960216 tst handover.py: using LAC 27093\u000a08:17:30.082648 tst handover.py: using RAC 63\u000a08:17:30.207094 tst handover.py: using CellId 27093\u000a08:17:30.331830 tst handover.py: using BVCI 27094\u000a08:17:30.356158 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:17:30.367439 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:17:30.378556 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:17:30.390434 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:17:30.401939 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:17:30.413295 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:17:30.528859 tst handover_2G:sysmo+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:17:30.727366 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:17:31.232254 run create_hlr_db(pid=16265): Launched\u000a08:17:31.405251 bus /sierra_2: Setting Powered False\u000a08:17:32.436692 run create_hlr_db(pid=16265): Terminated: ok {rc=0}\u000a08:17:32.816166 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16267): Launched\u000a08:17:33.134119 run osmo-hlr_10.42.42.2(pid=16268): Launched\u000a08:17:33.249828 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:17:33.774101 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16270): Launched\u000a08:17:34.093271 run osmo-stp_10.42.42.5(pid=16271): Launched\u000a08:17:34.209465 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:17:34.762022 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16273): Launched\u000a08:17:35.079852 run osmo-msc_10.42.42.6(pid=16274): Launched\u000a08:17:35.322858 run osmo-stp_10.42.42.5(pid=16271): ERR: Terminated: ERROR {rc=1} [trial-2371↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16271)]\u000a08:17:35.454277 run osmo-stp_10.42.42.5(pid=16271): stdout: \u000a| (launched: 2022-12-10_08:17:33.936060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:17:35.587541 run osmo-stp_10.42.42.5(pid=16271): stderr: \u000a| �[0;m�[38;5;43m20221210081734130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081734130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081734130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081734131 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081734131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081734131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081734131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:17:35.715838 run osmo-stp_10.42.42.5(pid=16271): stdout: \u000a| (launched: 2022-12-10_08:17:33.936060)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:17:35.843359 run osmo-stp_10.42.42.5(pid=16271): stderr: \u000a| �[0;m�[38;5;43m20221210081734130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081734130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081734130 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081734131 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081734131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081734131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081734131 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:17:35.898821 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16271): Process ended prematurely: osmo-stp_10.42.42.5(pid=16271) [trial-2371↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16271)] [trial-2371↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py:18]\u000a08:17:35.907420 tst handover.py:18: Test FAILED (6.6 sec)\u000a08:17:35.979696 run osmo-hlr_10.42.42.2(pid=16268): ERR: Terminated: ERROR {rc=237} [trial-2371↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16268)]\u000a08:17:36.031485 run osmo-hlr_10.42.42.2(pid=16268): stdout: \u000a| (launched: 2022-12-10_08:17:32.978106) \u000a08:17:36.083912 run osmo-hlr_10.42.42.2(pid=16268): stderr: \u000a| �[0;m�[1;31m20221210081733174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210081733174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210081733174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081733174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081733174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210081733174 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210081733186 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/handover_2G:sysmo+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210081733195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210081733195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210081733195 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:17:36.154578 run osmo-msc_10.42.42.6(pid=16274): ERR: Terminated: ERROR {rc=2} [trial-2371↪handover_2G:sysmo+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16274)]\u000a08:17:36.206009 run osmo-msc_10.42.42.6(pid=16274): stdout: \u000a| (launched: 2022-12-10_08:17:34.923218) \u000a08:17:36.258009 run osmo-msc_10.42.42.6(pid=16274): stderr: \u000a| �[0;m�[38;5;43m20221210081735250 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210081735250 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7f239cb5dc40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210081735250 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210081735250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210081735250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210081735250 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210081735252 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210081735252 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210081735253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210081735253 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:17:36.301706 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16267): Terminating (SIGTERM)\u000a08:17:36.344402 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16270): Terminating (SIGTERM)\u000a08:17:36.386919 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16273): Terminating (SIGTERM)\u000a08:17:36.397426 --- ParallelTerminationStrategy: PID 16267 died...\u000a08:17:36.453746 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16267): Terminated: ok {rc=0}\u000a08:17:36.464483 --- ParallelTerminationStrategy: PID 16270 died...\u000a08:17:36.521357 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16270): Terminated: ok {rc=0}\u000a08:17:36.531609 --- ParallelTerminationStrategy: PID 16273 died...\u000a08:17:36.588819 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16273): Terminated: ok {rc=0}\u000a08:17:36.675854 bus /sierra_3: Setting Powered False\u000a08:17:37.783027 bus /sierra_3: Setting Powered False\u000a08:17:38.894714 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "198", "name" : "handover_2G_sysmo+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:17:29" }, { "cases" : [ { "testActions" : [ ], "age" : 54, "className" : "handover_2G:trx-b200+bts1-trx-umtrx", "duration" : 7.0, "errorDetails" : None, "errorStackTrace" : "osmo-stp_10.42.42.5(pid=16287): Process ended prematurely: osmo-stp_10.42.42.5(pid=16287) [trial-2371↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16287)]", "failedSince" : 2318, "name" : "handover.py", "properties" : { }, "skipped" : False, "skippedMessage" : None, "status" : "FAILED", "stderr" : "Traceback (most recent call last):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/test.py\", line 76, in run\u000a self.path)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/util.py\", line 414, in run_python_file\u000a spec.loader.exec_module( importlib.util.module_from_spec(spec) )\u000a File \"\", line 728, in exec_module\u000a File \"\", line 219, in _call_with_frames_removed\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/sysmocom/suites/handover_2G/handover.py\", line 18, in \u000a msc.start()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/msc_osmo.py\", line 80, in start\u000a self.ctrl.connect()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/obj/osmo_ctrl.py\", line 92, in connect\u000a MainLoop.wait(self.try_connect, timestep=3, timeout=timeout)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 108, in wait\u000a if not self.wait_no_raise(condition, condition_args, condition_kwargs, timeout, timestep):\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 98, in wait_no_raise\u000a self.poll(may_block=True)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 86, in poll\u000a self.deferred_handling.handle_queue()\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/core/event_loop.py\", line 33, in handle_queue\u000a handler(*args, **kwargs)\u000a File \"/home/jenkins/workspace/osmo-gsm-tester_run-prod/osmo-gsm-tester/src/osmo_gsm_tester/testenv.py\", line 142, in poll\u000a raise log_module.Error('Process ended prematurely: %s' % proc.name())\u000aosmo_gsm_tester.core.log.Error: osmo-stp_10.42.42.5(pid=16287): Process ended prematurely: osmo-stp_10.42.42.5(pid=16287) [trial-2371↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16287)]\u000a", "stdout" : "\u000a----------------------------------------------\u000atrial-2371 handover_2G:trx-b200+bts1-trx-umtrx handover.py\u000a----------------------------------------------\u000a08:17:40.895782 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:17:40.906613 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:17:41.037886 tst handover.py: using LAC 27094\u000a08:17:41.158916 tst handover.py: using RAC 64\u000a08:17:41.273076 tst handover.py: using CellId 27094\u000a08:17:41.387876 tst handover.py: using BVCI 27095\u000a08:17:41.410371 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x bts (candidates: 2)\u000a08:17:41.541872 tst handover.py: using LAC 27095\u000a08:17:41.656016 tst handover.py: using RAC 65\u000a08:17:41.773945 tst handover.py: using CellId 27095\u000a08:17:41.888420 tst handover.py: using BVCI 27096\u000a08:17:41.910794 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:17:41.921523 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:17:41.931908 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:17:41.942482 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:17:41.953171 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x ip_address (candidates: 6)\u000a08:17:41.963531 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:17:42.082238 tst handover_2G:trx-b200+bts1-trx-umtrx: Using 1 x modem (candidates: 2)\u000a08:17:42.282786 run osmo-hlr_10.42.42.2: Starting osmo-hlr\u000a08:17:42.731584 run create_hlr_db(pid=16281): Launched\u000a08:17:42.852092 bus /sierra_2: Setting Powered False\u000a08:17:43.924592 run create_hlr_db(pid=16281): Terminated: ok {rc=0}\u000a08:17:44.318404 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16283): Launched\u000a08:17:44.637551 run osmo-hlr_10.42.42.2(pid=16284): Launched\u000a08:17:44.756635 run osmo-stp_10.42.42.5: Starting osmo-stp\u000a08:17:45.282690 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16286): Launched\u000a08:17:45.602453 run osmo-stp_10.42.42.5(pid=16287): Launched\u000a08:17:45.718220 run osmo-msc_10.42.42.6: Starting osmo-msc\u000a08:17:46.323828 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16289): Launched\u000a08:17:46.736638 run osmo-msc_10.42.42.6(pid=16290): Launched\u000a08:17:47.200835 run osmo-stp_10.42.42.5(pid=16287): ERR: Terminated: ERROR {rc=1} [trial-2371↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16287)]\u000a08:17:47.404748 run osmo-stp_10.42.42.5(pid=16287): stdout: \u000a| (launched: 2022-12-10_08:17:45.445223)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:17:47.529436 run osmo-stp_10.42.42.5(pid=16287): stderr: \u000a| �[0;m�[38;5;43m20221210081745635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081745636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081745636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081745636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081745639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081745639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081745639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:17:47.648354 run osmo-stp_10.42.42.5(pid=16287): stdout: \u000a| (launched: 2022-12-10_08:17:45.445223)\u000a| Copyright (C) 2015-2020 by Harald Welte <laforge@gnumonks.org>\u000a| Contributions by Holger Freyther, Neels Hofmeyr, Pau Espin, Vadim Yanitskiy\u000a| License GPLv2+: GNU GPL Version 2 or later <http://gnu.org/licenses/gpl-2.0.html>\u000a| This is free software: you are free to change and redistribute it.\u000a| There is NO WARRANTY, to the extent permitted by law.\u000a| \u000a| Free Software lives by contribution. If you use this, please contribute!\u000a| \u000a08:17:47.765953 run osmo-stp_10.42.42.5(pid=16287): stderr: \u000a| �[0;m�[38;5;43m20221210081745635 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Creating m3ua Server (null):2905 (osmo_ss7.c:2189)\u000a| �[0;m�[38;5;43m20221210081745636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m Created m3ua server on (null):2905 (osmo_ss7.c:2207)\u000a| �[0;m�[38;5;43m20221210081745636 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m (Re)binding m3ua Server to 10.42.42.5:2905 (osmo_ss7.c:2235)\u000a| �[0;m20221210081745636 �[1;33mDLGLOBAL�[0;m �[1;33mNOTICE�[0;m unable to bind socket: 10.42.42.5:2905: Address already in use (socket.c:822)\u000a| % Unable to bind xUA server to IP(s)\u000a| 20221210081745639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.5:4239: Address already in use (socket.c:935)\u000a| 20221210081745639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.5:4239 (socket.c:946)\u000a| 20221210081745639 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.5 4239 (telnet_interface.c:99)\u000a| Error binding VTY port\u000a| : Address already in use \u000a08:17:47.817912 tst handover.py:18: ERR: Error: osmo-stp_10.42.42.5(pid=16287): Process ended prematurely: osmo-stp_10.42.42.5(pid=16287) [trial-2371↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18↪handover.py↪osmo-stp_10.42.42.5↪osmo-stp_10.42.42.5(pid=16287)] [trial-2371↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py:18]\u000a08:17:47.825809 tst handover.py:18: Test FAILED (6.9 sec)\u000a08:17:47.886293 run osmo-hlr_10.42.42.2(pid=16284): ERR: Terminated: ERROR {rc=237} [trial-2371↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-hlr_10.42.42.2↪osmo-hlr_10.42.42.2(pid=16284)]\u000a08:17:47.935552 run osmo-hlr_10.42.42.2(pid=16284): stdout: \u000a| (launched: 2022-12-10_08:17:44.481022) \u000a08:17:47.985467 run osmo-hlr_10.42.42.2(pid=16284): stderr: \u000a| �[0;m�[1;31m20221210081744680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SECURE_DELETE' (db.c:579)\u000a| �[0;m�[1;31m20221210081744680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'SOUNDEX' (db.c:579)\u000a| �[0;m�[1;31m20221210081744680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'TEMP_STORE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081744680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'THREADSAFE=1' (db.c:579)\u000a| �[0;m�[1;31m20221210081744680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m SQLite3 compiled with 'USE_URI' (db.c:579)\u000a| �[0;m�[1;31m20221210081744680 �[1;34mDDB�[0;m�[1;31m �[1;34mDEBUG�[0;m�[1;31m Not setting SQL log callback: SQLite3 compiled without support for it (db.c:596)\u000a| �[0;m�[1;31m20221210081744693 �[1;33mDDB�[0;m�[1;31m �[1;33mNOTICE�[0;m�[1;31m Database '/home/jenkins/workspace/osmo-gsm-tester_run-prod/trial-2371/run.2022-12-10_06-54-20/handover_2G:trx-b200+bts1-trx-umtrx/handover.py/osmo-hlr_10.42.42.2/hlr.db' has HLR DB schema version 6 (db.c:636)\u000a| �[0;m20221210081744703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.2:4258: Address already in use (socket.c:935)\u000a| 20221210081744703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.2:4258 (socket.c:946)\u000a| 20221210081744703 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.2 4258 (telnet_interface.c:99) \u000a08:17:48.053535 run osmo-msc_10.42.42.6(pid=16290): ERR: Terminated: ERROR {rc=2} [trial-2371↪handover_2G:trx-b200+bts1-trx-umtrx↪handover.py↪handover.py↪osmo-msc_10.42.42.6↪osmo-msc_10.42.42.6(pid=16290)]\u000a08:17:48.102656 run osmo-msc_10.42.42.6(pid=16290): stdout: \u000a| (launched: 2022-12-10_08:17:46.489522) \u000a08:17:48.152167 run osmo-msc_10.42.42.6(pid=16290): stderr: \u000a| �[0;m�[38;5;43m20221210081747094 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_ASP(asp0)[0x6120000048a0]{ASP_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m20221210081747094 �[1;34mDLGLOBAL�[0;m �[1;34mDEBUG�[0;m validating counter group 0x7fa7910d7c40(sigtran_as) with 2 counters (rate_ctr.c:87)\u000a| �[38;5;43m20221210081747094 �[1;34mDLSS7�[0;m�[38;5;43m �[1;34mDEBUG�[0;m�[38;5;43m XUA_AS(as0)[0x612000004ba0]{AS_DOWN}: Allocated (fsm.c:456)\u000a| �[0;m�[38;5;43m20221210081747094 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Created AS (osmo_ss7.c:1034)\u000a| �[0;m�[38;5;43m20221210081747096 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: as-as0: Adding ASP asp0 to AS (osmo_ss7.c:1054)\u000a| �[0;m�[38;5;43m20221210081747097 �[1;32mDLSS7�[0;m�[38;5;43m �[1;32mINFO�[0;m�[38;5;43m 0: Creating route: pc=1=0.0.1 mask=0x3fff via AS 'as0' (osmo_ss7.c:831)\u000a| �[0;m�[1;39m20221210081747107 �[1;34mDMNCC�[0;m�[1;39m �[1;34mDEBUG�[0;m�[1;39m Using internal MNCC handler. (msc_main.c:678)\u000a| �[0;m20221210081747108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m unable to bind socket:10.42.42.6:4254: Address already in use (socket.c:935)\u000a| 20221210081747108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m no suitable addr found for: 10.42.42.6:4254 (socket.c:946)\u000a| 20221210081747108 �[1;31mDLGLOBAL�[0;m �[1;31mERROR�[0;m Cannot bind telnet at 10.42.42.6 4254 (telnet_interface.c:99) \u000a08:17:48.194318 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16283): Terminating (SIGTERM)\u000a08:17:48.234377 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16286): Terminating (SIGTERM)\u000a08:17:48.274403 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16289): Terminating (SIGTERM)\u000a08:17:48.283660 --- ParallelTerminationStrategy: PID 16283 died...\u000a08:17:48.337278 run pcap-recorder_any(filters='host 10.42.42.2')(pid=16283): Terminated: ok {rc=0}\u000a08:17:48.346945 --- ParallelTerminationStrategy: PID 16286 died...\u000a08:17:48.400057 run pcap-recorder_any(filters='host 10.42.42.5 and port not 22')(pid=16286): Terminated: ok {rc=0}\u000a08:17:48.409694 --- ParallelTerminationStrategy: PID 16289 died...\u000a08:17:48.463328 run pcap-recorder_any(filters='host 10.42.42.6 and port not 22')(pid=16289): Terminated: ok {rc=0}\u000a08:17:48.551721 bus /sierra_3: Setting Powered False\u000a08:17:49.655674 bus /sierra_3: Setting Powered False\u000a08:17:50.761579 bus /sierra_2: Setting Powered False\u000a" } ], "duration" : 12.0, "enclosingBlockNames" : [ ], "enclosingBlocks" : [ ], "id" : "199", "name" : "handover_2G_trx-b200+bts1-trx-umtrx", "nodeId" : None, "properties" : { }, "stderr" : None, "stdout" : None, "timestamp" : "2022-12-10T08:17:40" } ] }